====================================== | not ok 1 selftests: drivers/net/hw: loopback.sh # TIMEOUT 360 seconds | make[1]: Leaving directory '/srv/vmksft/testing/wt-22/tools/testing/selftests/drivers/net/hw' | make: Leaving directory '/srv/vmksft/testing/wt-22/tools/testing/selftests' | xx__-> echo $? | 0 xx__-> [ 738.622534][ T44] INFO: task kworker/u16:0:12 blocked for more than 122 seconds. [ 738.622987][ T44] Not tainted 6.18.0-rc7-virtme #1 [ 738.623138][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 738.623396][ T44] task:kworker/u16:0 state:D stack:25880 pid:12 tgid:12 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 738.623744][ T44] Workqueue: ipv6_addrconf addrconf_verify_work [ 738.623940][ T44] Call Trace: [ 738.624056][ T44] [ 738.624126][ T44] __schedule (kernel/sched/core.c:5328 kernel/sched/core.c:6929) [ 738.624264][ T44] ? io_schedule_timeout (kernel/sched/core.c:6785) [ 738.624391][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 738.624528][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 738.624652][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 738.624778][ T44] schedule (kernel/sched/core.c:7012 kernel/sched/core.c:7026) [ 738.624874][ T44] schedule_preempt_disabled (kernel/sched/core.c:7084) [ 738.625003][ T44] __mutex_lock (kernel/locking/mutex.c:183 kernel/locking/mutex.c:678 kernel/locking/mutex.c:760) [ 738.625128][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 738.625256][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 738.625378][ T44] ? process_one_work (kernel/workqueue.c:3239 (discriminator 1)) [ 738.625510][ T44] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 33)) [ 738.625648][ T44] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 33)) [ 738.625770][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 738.625889][ T44] addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 738.626009][ T44] process_one_work (kernel/workqueue.c:3268) [ 738.626134][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3165) [ 738.626256][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 738.626375][ T44] ? assign_work (kernel/workqueue.c:1206) [ 738.626496][ T44] worker_thread (kernel/workqueue.c:3340 (discriminator 2) kernel/workqueue.c:3427 (discriminator 2)) [ 738.626972][ T44] ? process_one_work (kernel/workqueue.c:3373) [ 738.627093][ T44] kthread (kernel/kthread.c:463) [ 738.627205][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 738.627326][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 738.627446][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 738.627579][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 738.627698][ T44] ret_from_fork (arch/x86/kernel/process.c:164) [ 738.627818][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 738.627935][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:255) | [ 738.628065][ T44] | [ 738.628188][ T44] INFO: task kworker/u16:0:12 is blocked on a mutex likely owned by task ip:4663. [ 738.628406][ T44] INFO: task ip:4663 blocked for more than 122 seconds. [ 738.628593][ T44] Not tainted 6.18.0-rc7-virtme #1 [ 738.628703][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 738.628892][ T44] task:ip state:D stack:25496 pid:4663 tgid:4663 ppid:1 task_flags:0x400100 flags:0x00080003 [ 738.629150][ T44] Call Trace: [ 738.629243][ T44] [ 738.629307][ T44] __schedule (kernel/sched/core.c:5328 kernel/sched/core.c:6929) [ 738.629426][ T44] ? io_schedule_timeout (kernel/sched/core.c:6785) [ 738.629563][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 738.629681][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 738.629799][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 738.629920][ T44] schedule (kernel/sched/core.c:7012 kernel/sched/core.c:7026) [ 738.630011][ T44] schedule_preempt_disabled (kernel/sched/core.c:7084) [ 738.630133][ T44] __mutex_lock (kernel/locking/mutex.c:183 kernel/locking/mutex.c:678 kernel/locking/mutex.c:760) [ 738.630253][ T44] ? napi_enable (net/core/dev.c:7616) [ 738.630370][ T44] ? virtqueue_add_inbuf_ctx (drivers/virtio/virtio_ring.c:2435) [ 738.630523][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 738.630644][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 2)) [ 738.630762][ T44] ? sg_init_table (lib/scatterlist.c:106) [ 738.630884][ T44] ? try_fill_recv (drivers/net/virtio_net.c:2865 (discriminator 1)) [ 738.631006][ T44] ? napi_enable (net/core/dev.c:7616) [ 738.631128][ T44] napi_enable (net/core/dev.c:7616) [ 738.631223][ T44] __virtnet_rx_resume (./include/linux/bottom_half.h:20 (discriminator 1) drivers/net/virtio_net.c:2894 (discriminator 1) drivers/net/virtio_net.c:2904 (discriminator 1) drivers/net/virtio_net.c:3481 (discriminator 1)) [ 738.631341][ T44] ? queue_delayed_work_on (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/workqueue.c:2565) [ 738.631459][ T44] virtnet_rx_resume_all (drivers/net/virtio_net.c:3492 (discriminator 1)) [ 738.631583][ T44] virtnet_xdp_set (drivers/net/virtio_net.c:6140 (discriminator 1)) [ 738.631706][ T44] ? virtnet_xdp_set (drivers/net/virtio_net.c:6167) [ 738.631823][ T44] dev_xdp_install (net/core/dev.c:10312) [ 738.631949][ T44] ? netif_skb_check_for_xdp (net/core/dev.c:10280) [ 738.632070][ T44] dev_xdp_attach (net/core/dev.c:10468) [ 738.632193][ T44] ? bpf_xdp_link_update (net/core/dev.c:10358) [ 738.632310][ T44] ? __bpf_prog_get (kernel/bpf/syscall.c:2629) [ 738.632434][ T44] dev_change_xdp_fd (net/core/dev.c:10722) [ 738.632558][ T44] do_setlink.isra.0 (net/core/rtnetlink.c:3392) [ 738.632678][ T44] ? rtnl_newlink_create (net/core/rtnetlink.c:3036) [ 738.632799][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4032 (discriminator 2) kernel/rcu/tree.c:4024 (discriminator 2)) [ 738.632944][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 738.633062][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4)) [ 738.633185][ T44] ? rcu_read_lock_any_held (./include/linux/lockdep.h:249 kernel/rcu/update.c:388 kernel/rcu/update.c:380) [ 738.633299][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 738.633418][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 738.633550][ T44] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 33)) [ 738.633671][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8882) [ 738.633788][ T44] ? lock_acquire (kernel/locking/lockdep.c:5833) [ 738.633905][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 738.634021][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 738.634136][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 738.634255][ T44] ? trace_contention_end (./include/trace/events/lock.h:122 (discriminator 33)) [ 738.634373][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 738.634491][ T44] ? __mutex_lock (kernel/locking/mutex.c:608 (discriminator 3) kernel/locking/mutex.c:760 (discriminator 3)) [ 738.634615][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 738.634731][ T44] ? nla_validate_int_range (lib/nlattr.c:396) [ 738.634850][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3922) [ 738.634971][ T44] rtnl_newlink (net/core/rtnetlink.c:351 (discriminator 1) net/core/rtnetlink.c:4073 (discriminator 1)) [ 738.635093][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3963) [ 738.635220][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 738.635336][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 738.635457][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3963) [ 738.635578][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 738.635699][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3963) [ 738.635816][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6958) [ 738.635934][ T44] ? rtnl_port_fill (net/core/rtnetlink.c:6861) [ 738.636049][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 738.636171][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 738.636287][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 738.636406][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550) [ 738.636527][ T44] ? rtnl_port_fill (net/core/rtnetlink.c:6861) [ 738.636643][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527) [ 738.636764][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1)) [ 738.636884][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344) [ 738.637002][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329) [ 738.637119][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 738.637246][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894) [ 738.637367][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813) [ 738.637487][ T44] ? __might_fault (mm/memory.c:7099 (discriminator 4)) [ 738.637616][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2630 (discriminator 4)) [ 738.637735][ T44] ? copy_msghdr_from_user (net/socket.c:2570) [ 738.637852][ T44] ? get_timestamp.constprop.0 (net/socket.c:2576) [ 738.637995][ T44] ? move_addr_to_kernel (net/socket.c:2556) [ 738.638112][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 738.638236][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4)) [ 738.638352][ T44] ___sys_sendmsg (net/socket.c:2686) [ 738.638468][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:127 kernel/rcu/tree.c:3125) [ 738.638618][ T44] ? copy_msghdr_from_user (net/socket.c:2673) [ 738.638747][ T44] __sys_sendmsg (net/socket.c:2716 (discriminator 1)) [ 738.638865][ T44] ? __sys_sendmsg_sock (net/socket.c:2701) [ 738.638979][ T44] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473) [ 738.639098][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/rcu/tree.c:3148) [ 738.639250][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 738.639366][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 738.639481][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 738.639603][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 738.639747][ T44] RIP: 0033:0x7fed6736ec5e [ 738.639875][ T44] RSP: 002b:00007fffbd5cbb90 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 738.640056][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007fed6736ec5e [ 738.640238][ T44] RDX: 0000000000000000 RSI: 00007fffbd5cbc50 RDI: 0000000000000003 [ 738.640413][ T44] RBP: 00007fffbd5cbba0 R08: 0000000000000000 R09: 0000000000000000 [ 738.640593][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fffbd5cc310 [ 738.640771][ T44] R13: 00000000692959b7 R14: 0000000000000000 R15: 0000000000499600 | [ 738.650187][ T44] 1 lock held by ip/4756: | [ 738.650271][ T44] #0: ffffffffa7292368 (rtnl_mutex){+.+.}-{4:4}, at: rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) | [ 738.650471][ T44] | [ 738.650536][ T44] ============================================= | [ 738.650536][ T44] [ 861.502534][ T44] INFO: task kworker/u16:0:12 blocked for more than 245 seconds. [ 861.502857][ T44] Not tainted 6.18.0-rc7-virtme #1 [ 861.503027][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.503271][ T44] task:kworker/u16:0 state:D stack:25880 pid:12 tgid:12 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 861.503597][ T44] Workqueue: ipv6_addrconf addrconf_verify_work [ 861.503766][ T44] Call Trace: [ 861.503868][ T44] [ 861.503940][ T44] __schedule (kernel/sched/core.c:5328 kernel/sched/core.c:6929) [ 861.504088][ T44] ? io_schedule_timeout (kernel/sched/core.c:6785) [ 861.504223][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.504359][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.504481][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.504615][ T44] schedule (kernel/sched/core.c:7012 kernel/sched/core.c:7026) [ 861.504709][ T44] schedule_preempt_disabled (kernel/sched/core.c:7084) [ 861.504838][ T44] __mutex_lock (kernel/locking/mutex.c:183 kernel/locking/mutex.c:678 kernel/locking/mutex.c:760) [ 861.504971][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 861.505097][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 861.505222][ T44] ? process_one_work (kernel/workqueue.c:3239 (discriminator 1)) [ 861.505349][ T44] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 33)) [ 861.505467][ T44] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 33)) [ 861.505606][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 861.505722][ T44] addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 861.505842][ T44] process_one_work (kernel/workqueue.c:3268) [ 861.505963][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3165) [ 861.506083][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.506202][ T44] ? assign_work (kernel/workqueue.c:1206) [ 861.506324][ T44] worker_thread (kernel/workqueue.c:3340 (discriminator 2) kernel/workqueue.c:3427 (discriminator 2)) [ 861.506447][ T44] ? process_one_work (kernel/workqueue.c:3373) [ 861.506574][ T44] kthread (kernel/kthread.c:463) [ 861.506669][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 861.506788][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.506904][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 861.507023][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 861.507140][ T44] ret_from_fork (arch/x86/kernel/process.c:164) [ 861.507261][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 861.507379][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:255) | [ 861.507500][ T44] | [ 861.507616][ T44] INFO: task kworker/u16:0:12 is blocked on a mutex likely owned by task ip:4663. [ 861.507811][ T44] INFO: task kworker/1:0:23 blocked for more than 122 seconds. [ 861.507978][ T44] Not tainted 6.18.0-rc7-virtme #1 [ 861.508086][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.508280][ T44] task:kworker/1:0 state:D stack:27952 pid:23 tgid:23 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 861.508551][ T44] Workqueue: events xp_release_deferred [ 861.508671][ T44] Call Trace: [ 861.508759][ T44] [ 861.508819][ T44] __schedule (kernel/sched/core.c:5328 kernel/sched/core.c:6929) [ 861.508941][ T44] ? io_schedule_timeout (kernel/sched/core.c:6785) [ 861.509058][ T44] ? sched_ttwu_pending (kernel/sched/core.c:4144) [ 861.509178][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.509303][ T44] schedule (kernel/sched/core.c:7012 kernel/sched/core.c:7026) [ 861.509392][ T44] schedule_preempt_disabled (kernel/sched/core.c:7084) [ 861.509512][ T44] __mutex_lock (kernel/locking/mutex.c:183 kernel/locking/mutex.c:678 kernel/locking/mutex.c:760) [ 861.509649][ T44] ? xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 861.509768][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 861.509886][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 861.510006][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.510138][ T44] ? process_one_work (kernel/workqueue.c:3239 (discriminator 1)) [ 861.510259][ T44] ? xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 861.510376][ T44] xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 861.510495][ T44] process_one_work (kernel/workqueue.c:3268) [ 861.510620][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3165) [ 861.510736][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.510855][ T44] ? assign_work (kernel/workqueue.c:1206) [ 861.510977][ T44] worker_thread (kernel/workqueue.c:3340 (discriminator 2) kernel/workqueue.c:3427 (discriminator 2)) [ 861.511098][ T44] ? process_one_work (kernel/workqueue.c:3373) [ 861.511213][ T44] kthread (kernel/kthread.c:463) [ 861.511308][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 861.511425][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.511551][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 861.511668][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 861.511784][ T44] ret_from_fork (arch/x86/kernel/process.c:164) [ 861.511904][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 861.512019][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:255) | [ 861.512139][ T44] | [ 861.512230][ T44] INFO: task kworker/1:0:23 is blocked on a mutex likely owned by task ip:4663. [ 861.512433][ T44] INFO: task ip:4663 blocked for more than 245 seconds. [ 861.512579][ T44] Not tainted 6.18.0-rc7-virtme #1 [ 861.512690][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.512883][ T44] task:ip state:D stack:25496 pid:4663 tgid:4663 ppid:1 task_flags:0x400100 flags:0x00080003 [ 861.513135][ T44] Call Trace: [ 861.513222][ T44] [ 861.513286][ T44] __schedule (kernel/sched/core.c:5328 kernel/sched/core.c:6929) [ 861.513410][ T44] ? io_schedule_timeout (kernel/sched/core.c:6785) [ 861.513542][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.513660][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.513776][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.513895][ T44] schedule (kernel/sched/core.c:7012 kernel/sched/core.c:7026) [ 861.513982][ T44] schedule_preempt_disabled (kernel/sched/core.c:7084) [ 861.514098][ T44] __mutex_lock (kernel/locking/mutex.c:183 kernel/locking/mutex.c:678 kernel/locking/mutex.c:760) [ 861.514216][ T44] ? napi_enable (net/core/dev.c:7616) [ 861.514340][ T44] ? virtqueue_add_inbuf_ctx (drivers/virtio/virtio_ring.c:2435) [ 861.514486][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 861.514612][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 2)) [ 861.514728][ T44] ? sg_init_table (lib/scatterlist.c:106) [ 861.514845][ T44] ? try_fill_recv (drivers/net/virtio_net.c:2865 (discriminator 1)) [ 861.514964][ T44] ? napi_enable (net/core/dev.c:7616) [ 861.515079][ T44] napi_enable (net/core/dev.c:7616) [ 861.515167][ T44] __virtnet_rx_resume (./include/linux/bottom_half.h:20 (discriminator 1) drivers/net/virtio_net.c:2894 (discriminator 1) drivers/net/virtio_net.c:2904 (discriminator 1) drivers/net/virtio_net.c:3481 (discriminator 1)) [ 861.515292][ T44] ? queue_delayed_work_on (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/workqueue.c:2565) [ 861.515410][ T44] virtnet_rx_resume_all (drivers/net/virtio_net.c:3492 (discriminator 1)) [ 861.515533][ T44] virtnet_xdp_set (drivers/net/virtio_net.c:6140 (discriminator 1)) [ 861.515653][ T44] ? virtnet_xdp_set (drivers/net/virtio_net.c:6167) [ 861.515769][ T44] dev_xdp_install (net/core/dev.c:10312) [ 861.515889][ T44] ? netif_skb_check_for_xdp (net/core/dev.c:10280) [ 861.516008][ T44] dev_xdp_attach (net/core/dev.c:10468) [ 861.516132][ T44] ? bpf_xdp_link_update (net/core/dev.c:10358) [ 861.516248][ T44] ? __bpf_prog_get (kernel/bpf/syscall.c:2629) [ 861.516372][ T44] dev_change_xdp_fd (net/core/dev.c:10722) [ 861.516490][ T44] do_setlink.isra.0 (net/core/rtnetlink.c:3392) [ 861.516616][ T44] ? rtnl_newlink_create (net/core/rtnetlink.c:3036) [ 861.516735][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4032 (discriminator 2) kernel/rcu/tree.c:4024 (discriminator 2)) [ 861.516880][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 861.516999][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4)) [ 861.517117][ T44] ? rcu_read_lock_any_held (./include/linux/lockdep.h:249 kernel/rcu/update.c:388 kernel/rcu/update.c:380) [ 861.517232][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 861.517357][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 861.517479][ T44] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 33)) [ 861.517610][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8882) [ 861.517726][ T44] ? lock_acquire (kernel/locking/lockdep.c:5833) [ 861.517847][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 861.517964][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 861.518080][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 861.518201][ T44] ? trace_contention_end (./include/trace/events/lock.h:122 (discriminator 33)) [ 861.518322][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 861.518437][ T44] ? __mutex_lock (kernel/locking/mutex.c:608 (discriminator 3) kernel/locking/mutex.c:760 (discriminator 3)) [ 861.518565][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 861.518681][ T44] ? nla_validate_int_range (lib/nlattr.c:396) [ 861.518805][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3922) [ 861.518925][ T44] rtnl_newlink (net/core/rtnetlink.c:351 (discriminator 1) net/core/rtnetlink.c:4073 (discriminator 1)) [ 861.519045][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3963) [ 861.519164][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.519293][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 861.519411][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3963) [ 861.519534][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.519655][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3963) [ 861.519773][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6958) [ 861.519891][ T44] ? rtnl_port_fill (net/core/rtnetlink.c:6861) [ 861.520007][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 861.520130][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.520246][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 861.520367][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550) [ 861.520485][ T44] ? rtnl_port_fill (net/core/rtnetlink.c:6861) [ 861.520616][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527) [ 861.520737][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1)) [ 861.520858][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344) [ 861.520975][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329) [ 861.521092][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 861.521209][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894) [ 861.521330][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813) [ 861.521449][ T44] ? __might_fault (mm/memory.c:7099 (discriminator 4)) [ 861.521586][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2630 (discriminator 4)) [ 861.521702][ T44] ? copy_msghdr_from_user (net/socket.c:2570) [ 861.521818][ T44] ? get_timestamp.constprop.0 (net/socket.c:2576) [ 861.521960][ T44] ? move_addr_to_kernel (net/socket.c:2556) [ 861.522077][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 861.522191][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4)) [ 861.522313][ T44] ___sys_sendmsg (net/socket.c:2686) [ 861.522432][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:127 kernel/rcu/tree.c:3125) [ 861.522589][ T44] ? copy_msghdr_from_user (net/socket.c:2673) [ 861.522719][ T44] __sys_sendmsg (net/socket.c:2716 (discriminator 1)) [ 861.522835][ T44] ? __sys_sendmsg_sock (net/socket.c:2701) [ 861.522951][ T44] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473) [ 861.523066][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/rcu/tree.c:3148) [ 861.523213][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 861.523339][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 861.523457][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 861.523584][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 861.523731][ T44] RIP: 0033:0x7fed6736ec5e [ 861.523856][ T44] RSP: 002b:00007fffbd5cbb90 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 861.524034][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007fed6736ec5e [ 861.524211][ T44] RDX: 0000000000000000 RSI: 00007fffbd5cbc50 RDI: 0000000000000003 [ 861.524389][ T44] RBP: 00007fffbd5cbba0 R08: 0000000000000000 R09: 0000000000000000 [ 861.524571][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fffbd5cc310 [ 861.524749][ T44] R13: 00000000692959b7 R14: 0000000000000000 R15: 0000000000499600 | [ 861.529634][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) | [ 861.529752][ T44] ret_from_fork (arch/x86/kernel/process.c:164) | [ 861.529867][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) | [ 861.529985][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:255) | [ 861.530162][ T44] [ 861.530254][ T44] INFO: task xdp_helper:4671 blocked for more than 122 seconds. [ 861.530419][ T44] Not tainted 6.18.0-rc7-virtme #1 [ 861.530542][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.530755][ T44] task:xdp_helper state:D stack:26312 pid:4671 tgid:4671 ppid:1 task_flags:0x400100 flags:0x00080001 [ 861.531065][ T44] Call Trace: [ 861.531154][ T44] [ 861.531215][ T44] __schedule (kernel/sched/core.c:5328 kernel/sched/core.c:6929) [ 861.531338][ T44] ? io_schedule_timeout (kernel/sched/core.c:6785) [ 861.531456][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.531583][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.531700][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.531825][ T44] schedule (kernel/sched/core.c:7012 kernel/sched/core.c:7026) [ 861.531918][ T44] schedule_preempt_disabled (kernel/sched/core.c:7084) [ 861.532035][ T44] __mutex_lock (kernel/locking/mutex.c:183 kernel/locking/mutex.c:678 kernel/locking/mutex.c:760) [ 861.532154][ T44] ? xsk_bind (net/xdp/xsk.c:1300) [ 861.532279][ T44] ? xsk_setsockopt (net/xdp/xsk.c:1561) [ 861.532396][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 861.532581][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 861.532700][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 861.532816][ T44] ? xsk_bind (net/xdp/xsk.c:1300) [ 861.532933][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.533102][ T44] xsk_bind (net/xdp/xsk.c:1300) [ 861.533189][ T44] ? __might_fault (mm/memory.c:7099 (discriminator 4)) [ 861.533310][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 861.533428][ T44] ? xsk_destruct (net/xdp/xsk.c:1276) [ 861.533562][ T44] ? __might_fault (mm/memory.c:7099 (discriminator 4)) [ 861.533679][ T44] __sys_bind (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) net/socket.c:1892 (discriminator 1)) [ 861.533769][ T44] ? __sys_bind_socket (net/socket.c:1889) [ 861.533890][ T44] ? __sys_setsockopt (net/socket.c:2385) [ 861.534011][ T44] __x64_sys_bind (net/socket.c:1910 (discriminator 1) net/socket.c:1908 (discriminator 1) net/socket.c:1908 (discriminator 1)) [ 861.534184][ T44] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473) [ 861.534303][ T44] ? do_syscall_64 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:119 ./include/linux/entry-common.h:124 arch/x86/entry/syscall_64.c:90) [ 861.534419][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 861.534552][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 861.534756][ T44] RIP: 0033:0x7f8306d2bebb [ 861.534876][ T44] RSP: 002b:00007ffd115dd078 EFLAGS: 00000206 ORIG_RAX: 0000000000000031 [ 861.535049][ T44] RAX: ffffffffffffffda RBX: 0000000000000003 RCX: 00007f8306d2bebb [ 861.535285][ T44] RDX: 0000000000000010 RSI: 00007ffd115dd090 RDI: 0000000000000003 [ 861.535460][ T44] RBP: 0000000000000000 R08: 0000000000000004 R09: 0000000000000000 [ 861.535711][ T44] R10: 0000000000000000 R11: 0000000000000206 R12: 00007ffd115dd208 [ 861.535888][ T44] R13: 00007f8306c22000 R14: 0000000000000004 R15: 0000000000402e00 | [ 861.536068][ T44] | [ 861.536160][ T44] INFO: task xdp_helper:4671 is blocked on a mutex likely owned by task ip:4663. [ 861.536416][ T44] INFO: task ip:4756 blocked for more than 122 seconds. [ 861.536563][ T44] Not tainted 6.18.0-rc7-virtme #1 [ 861.536674][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.536913][ T44] task:ip state:D stack:25744 pid:4756 tgid:4756 ppid:4743 task_flags:0x400100 flags:0x00080001 [ 861.537172][ T44] Call Trace: [ 861.537318][ T44] [ 861.537379][ T44] __schedule (kernel/sched/core.c:5328 kernel/sched/core.c:6929) [ 861.537498][ T44] ? io_schedule_timeout (kernel/sched/core.c:6785) [ 861.537631][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.537749][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.537920][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.538038][ T44] schedule (kernel/sched/core.c:7012 kernel/sched/core.c:7026) [ 861.538126][ T44] schedule_preempt_disabled (kernel/sched/core.c:7084) [ 861.538241][ T44] __mutex_lock (kernel/locking/mutex.c:183 kernel/locking/mutex.c:678 kernel/locking/mutex.c:760) [ 861.538417][ T44] ? rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) [ 861.538545][ T44] ? write_profile (kernel/stacktrace.c:83) [ 861.538664][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 861.538782][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 861.538954][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 861.539071][ T44] ? rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) [ 861.539190][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) [ 861.539311][ T44] ? rtnl_port_fill (net/core/rtnetlink.c:6861) [ 861.539435][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 861.539559][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.539674][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 861.539790][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550) [ 861.539968][ T44] ? rtnl_port_fill (net/core/rtnetlink.c:6861) [ 861.540084][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527) [ 861.540204][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1)) [ 861.540325][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344) [ 861.540501][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329) [ 861.540626][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 861.540743][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894) [ 861.540861][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813) [ 861.541033][ T44] ? __might_fault (mm/memory.c:7099 (discriminator 4)) [ 861.541151][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2630 (discriminator 4)) [ 861.541269][ T44] ? copy_msghdr_from_user (net/socket.c:2570) [ 861.541390][ T44] ? get_timestamp.constprop.0 (net/socket.c:2576) [ 861.541601][ T44] ? move_addr_to_kernel (net/socket.c:2556) [ 861.541719][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4032 (discriminator 2) kernel/rcu/tree.c:4024 (discriminator 2)) [ 861.541865][ T44] ___sys_sendmsg (net/socket.c:2686) [ 861.542037][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4)) [ 861.542152][ T44] ? copy_msghdr_from_user (net/socket.c:2673) [ 861.542275][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 861.542394][ T44] ? __might_fault (mm/memory.c:7099 (discriminator 4)) [ 861.542581][ T44] ? _copy_to_user (./arch/x86/include/asm/smap.h:35 ./arch/x86/include/asm/uaccess_64.h:121 ./arch/x86/include/asm/uaccess_64.h:147 ./include/linux/uaccess.h:197 lib/usercopy.c:26) [ 861.542700][ T44] __sys_sendmsg (net/socket.c:2716 (discriminator 1)) [ 861.542818][ T44] ? __sys_sendmsg_sock (net/socket.c:2701) [ 861.542939][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 861.543110][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 861.543229][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 861.543376][ T44] RIP: 0033:0x7f4772fa9c5e [ 861.543500][ T44] RSP: 002b:00007ffe5d84e5a0 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 861.543742][ T44] RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 00007f4772fa9c5e [ 861.543914][ T44] RDX: 0000000000000000 RSI: 00007ffe5d84e660 RDI: 0000000000000006 [ 861.544085][ T44] RBP: 00007ffe5d84e5b0 R08: 0000000000000000 R09: 0000000000000000 [ 861.544320][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007ffe5d850698 [ 861.544493][ T44] R13: 0000000069295a8a R14: 000000000000000d R15: 00007ffe5d84e710 | [ 970.558933][ C1] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 104959000 usecs ago | [ 976.190526][ C1] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 1: transmit queue 2 timed out 110591 ms | [ 976.190969][ C1] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 110591000 usecs ago | [ 981.310522][ C1] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 1: transmit queue 2 timed out 115711 ms | [ 981.310937][ C1] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 115711000 usecs ago [ 984.382532][ T44] INFO: task kworker/u16:0:12 blocked for more than 368 seconds. [ 984.382802][ T44] Not tainted 6.18.0-rc7-virtme #1 [ 984.382953][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 984.383201][ T44] task:kworker/u16:0 state:D stack:25880 pid:12 tgid:12 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 984.383561][ T44] Workqueue: ipv6_addrconf addrconf_verify_work [ 984.383735][ T44] Call Trace: [ 984.383839][ T44] [ 984.383921][ T44] __schedule (kernel/sched/core.c:5328 kernel/sched/core.c:6929) [ 984.384060][ T44] ? io_schedule_timeout (kernel/sched/core.c:6785) [ 984.384196][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 984.384331][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 984.384466][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 984.384605][ T44] schedule (kernel/sched/core.c:7012 kernel/sched/core.c:7026) [ 984.384699][ T44] schedule_preempt_disabled (kernel/sched/core.c:7084) [ 984.384825][ T44] __mutex_lock (kernel/locking/mutex.c:183 kernel/locking/mutex.c:678 kernel/locking/mutex.c:760) [ 984.384949][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 984.385073][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 984.385196][ T44] ? process_one_work (kernel/workqueue.c:3239 (discriminator 1)) [ 984.385318][ T44] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 33)) [ 984.385441][ T44] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 33)) [ 984.385579][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 984.385698][ T44] addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 984.385815][ T44] process_one_work (kernel/workqueue.c:3268) [ 984.385937][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3165) [ 984.386055][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 984.386180][ T44] ? assign_work (kernel/workqueue.c:1206) [ 984.386298][ T44] worker_thread (kernel/workqueue.c:3340 (discriminator 2) kernel/workqueue.c:3427 (discriminator 2)) [ 984.386423][ T44] ? process_one_work (kernel/workqueue.c:3373) [ 984.386546][ T44] kthread (kernel/kthread.c:463) [ 984.386639][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 984.386754][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 984.386870][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 984.386988][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 984.387106][ T44] ret_from_fork (arch/x86/kernel/process.c:164) [ 984.387222][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 984.387337][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:255) | [ 984.387464][ T44] | [ 984.387592][ T44] INFO: task kworker/u16:0:12 is blocked on a mutex likely owned by task ip:4663. [ 984.387795][ T44] INFO: task kworker/1:0:23 blocked for more than 245 seconds. [ 984.387957][ T44] Not tainted 6.18.0-rc7-virtme #1 [ 984.388065][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 984.388249][ T44] task:kworker/1:0 state:D stack:27952 pid:23 tgid:23 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 984.388510][ T44] Workqueue: events xp_release_deferred [ 984.388637][ T44] Call Trace: [ 984.388724][ T44] [ 984.388784][ T44] __schedule (kernel/sched/core.c:5328 kernel/sched/core.c:6929) [ 984.388903][ T44] ? io_schedule_timeout (kernel/sched/core.c:6785) [ 984.389019][ T44] ? sched_ttwu_pending (kernel/sched/core.c:4144) [ 984.389140][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 984.389263][ T44] schedule (kernel/sched/core.c:7012 kernel/sched/core.c:7026) [ 984.389354][ T44] schedule_preempt_disabled (kernel/sched/core.c:7084) [ 984.389470][ T44] __mutex_lock (kernel/locking/mutex.c:183 kernel/locking/mutex.c:678 kernel/locking/mutex.c:760) [ 984.389603][ T44] ? xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 984.389724][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 984.389847][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 984.389965][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 984.390084][ T44] ? process_one_work (kernel/workqueue.c:3239 (discriminator 1)) [ 984.390203][ T44] ? xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 984.390318][ T44] xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 984.390439][ T44] process_one_work (kernel/workqueue.c:3268) [ 984.390566][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3165) [ 984.390681][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 984.390801][ T44] ? assign_work (kernel/workqueue.c:1206) [ 984.390928][ T44] worker_thread (kernel/workqueue.c:3340 (discriminator 2) kernel/workqueue.c:3427 (discriminator 2)) [ 984.391047][ T44] ? process_one_work (kernel/workqueue.c:3373) [ 984.391163][ T44] kthread (kernel/kthread.c:463) [ 984.391252][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 984.391370][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 984.391487][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 984.391608][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 984.391729][ T44] ret_from_fork (arch/x86/kernel/process.c:164) [ 984.391845][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 984.391960][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:255) | [ 984.392086][ T44] | [ 984.392176][ T44] INFO: task kworker/1:0:23 is blocked on a mutex likely owned by task ip:4663. [ 984.392390][ T44] INFO: task ip:4663 blocked for more than 368 seconds. [ 984.392531][ T44] Not tainted 6.18.0-rc7-virtme #1 [ 984.392642][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 984.392830][ T44] task:ip state:D stack:25496 pid:4663 tgid:4663 ppid:1 task_flags:0x400100 flags:0x00080003 [ 984.393091][ T44] Call Trace: [ 984.393183][ T44] [ 984.393243][ T44] __schedule (kernel/sched/core.c:5328 kernel/sched/core.c:6929) [ 984.393368][ T44] ? io_schedule_timeout (kernel/sched/core.c:6785) [ 984.393498][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 984.393627][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 984.393742][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 984.393859][ T44] schedule (kernel/sched/core.c:7012 kernel/sched/core.c:7026) [ 984.393948][ T44] schedule_preempt_disabled (kernel/sched/core.c:7084) [ 984.394064][ T44] __mutex_lock (kernel/locking/mutex.c:183 kernel/locking/mutex.c:678 kernel/locking/mutex.c:760) [ 984.394181][ T44] ? napi_enable (net/core/dev.c:7616) [ 984.394306][ T44] ? virtqueue_add_inbuf_ctx (drivers/virtio/virtio_ring.c:2435) [ 984.394456][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 984.394578][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 2)) [ 984.394695][ T44] ? sg_init_table (lib/scatterlist.c:106) [ 984.394815][ T44] ? try_fill_recv (drivers/net/virtio_net.c:2865 (discriminator 1)) [ 984.394933][ T44] ? napi_enable (net/core/dev.c:7616) [ 984.395049][ T44] napi_enable (net/core/dev.c:7616) [ 984.395141][ T44] __virtnet_rx_resume (./include/linux/bottom_half.h:20 (discriminator 1) drivers/net/virtio_net.c:2894 (discriminator 1) drivers/net/virtio_net.c:2904 (discriminator 1) drivers/net/virtio_net.c:3481 (discriminator 1)) [ 984.395260][ T44] ? queue_delayed_work_on (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/workqueue.c:2565) [ 984.395384][ T44] virtnet_rx_resume_all (drivers/net/virtio_net.c:3492 (discriminator 1)) [ 984.395510][ T44] virtnet_xdp_set (drivers/net/virtio_net.c:6140 (discriminator 1)) [ 984.395636][ T44] ? virtnet_xdp_set (drivers/net/virtio_net.c:6167) [ 984.395753][ T44] dev_xdp_install (net/core/dev.c:10312) [ 984.395870][ T44] ? netif_skb_check_for_xdp (net/core/dev.c:10280) [ 984.395991][ T44] dev_xdp_attach (net/core/dev.c:10468) [ 984.396111][ T44] ? bpf_xdp_link_update (net/core/dev.c:10358) [ 984.396228][ T44] ? __bpf_prog_get (kernel/bpf/syscall.c:2629) [ 984.396351][ T44] dev_change_xdp_fd (net/core/dev.c:10722) [ 984.396471][ T44] do_setlink.isra.0 (net/core/rtnetlink.c:3392) [ 984.396598][ T44] ? rtnl_newlink_create (net/core/rtnetlink.c:3036) [ 984.396716][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4032 (discriminator 2) kernel/rcu/tree.c:4024 (discriminator 2)) [ 984.396862][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 984.396982][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4)) [ 984.397101][ T44] ? rcu_read_lock_any_held (./include/linux/lockdep.h:249 kernel/rcu/update.c:388 kernel/rcu/update.c:380) [ 984.397219][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 984.397337][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 984.397464][ T44] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 33)) [ 984.397589][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8882) [ 984.397709][ T44] ? lock_acquire (kernel/locking/lockdep.c:5833) [ 984.397828][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 984.397954][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 984.398071][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 984.398190][ T44] ? trace_contention_end (./include/trace/events/lock.h:122 (discriminator 33)) [ 984.398306][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 984.398430][ T44] ? __mutex_lock (kernel/locking/mutex.c:608 (discriminator 3) kernel/locking/mutex.c:760 (discriminator 3)) [ 984.398559][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:759) [ 984.398677][ T44] ? nla_validate_int_range (lib/nlattr.c:396) [ 984.398800][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3922) [ 984.398919][ T44] rtnl_newlink (net/core/rtnetlink.c:351 (discriminator 1) net/core/rtnetlink.c:4073 (discriminator 1)) [ 984.399038][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3963) [ 984.399157][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 984.399273][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 984.399391][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3963) [ 984.399510][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 984.399640][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3963) [ 984.399756][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6958) [ 984.399874][ T44] ? rtnl_port_fill (net/core/rtnetlink.c:6861) [ 984.399991][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 984.400107][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 984.400223][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 984.400339][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550) [ 984.400464][ T44] ? rtnl_port_fill (net/core/rtnetlink.c:6861) [ 984.400588][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527) [ 984.400707][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1)) [ 984.400827][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344) [ 984.400945][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329) [ 984.401061][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 984.401177][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894) [ 984.401300][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813) [ 984.401422][ T44] ? __might_fault (mm/memory.c:7099 (discriminator 4)) [ 984.401558][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2630 (discriminator 4)) [ 984.401675][ T44] ? copy_msghdr_from_user (net/socket.c:2570) [ 984.401792][ T44] ? get_timestamp.constprop.0 (net/socket.c:2576) [ 984.401936][ T44] ? move_addr_to_kernel (net/socket.c:2556) [ 984.402053][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 984.402170][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4)) [ 984.402292][ T44] ___sys_sendmsg (net/socket.c:2686) [ 984.402417][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:127 kernel/rcu/tree.c:3125) [ 984.402567][ T44] ? copy_msghdr_from_user (net/socket.c:2673) [ 984.402699][ T44] __sys_sendmsg (net/socket.c:2716 (discriminator 1)) [ 984.402817][ T44] ? __sys_sendmsg_sock (net/socket.c:2701) [ 984.402931][ T44] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473) [ 984.403051][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/rcu/tree.c:3148) [ 984.403197][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 984.403316][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 984.403438][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 984.403565][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 984.403711][ T44] RIP: 0033:0x7fed6736ec5e [ 984.403839][ T44] RSP: 002b:00007fffbd5cbb90 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 984.404018][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007fed6736ec5e [ 984.404207][ T44] RDX: 0000000000000000 RSI: 00007fffbd5cbc50 RDI: 0000000000000003 [ 984.404390][ T44] RBP: 00007fffbd5cbba0 R08: 0000000000000000 R09: 0000000000000000 [ 984.404572][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fffbd5cc310 Finger prints: __schedule:schedule:schedule_preempt_disabled:__mutex_lock:napi_enable __schedule:schedule:schedule_preempt_disabled:__mutex_lock:xp_release_deferred __schedule:schedule:schedule_preempt_disabled:__mutex_lock:rtnetlink_rcv_msg __schedule:schedule:schedule_preempt_disabled:__mutex_lock:addrconf_verify_work ret_from_fork:ret_from_fork_asm:__schedule:schedule:schedule_preempt_disabled