======================================
| [ 726.350273][ C2] virtio_net virtio2 enp0s1: TX timeout on queue: 3, sq: output.3, vq: 0x7, name: output.3, 126976000 usecs ago
| [ 732.493867][ C2] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 2: transmit queue 3 timed out 133120 ms
| [ 732.494258][ C2] virtio_net virtio2 enp0s1: TX timeout on queue: 3, sq: output.3, vq: 0x7, name: output.3, 133120000 usecs ago
| [ 738.125866][ C2] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 2: transmit queue 3 timed out 138752 ms
| [ 738.126275][ C2] virtio_net virtio2 enp0s1: TX timeout on queue: 3, sq: output.3, vq: 0x7, name: output.3, 138752000 usecs ago
[ 738.637875][ T44] INFO: task kworker/u16:0:12 blocked for more than 122 seconds.
[ 738.638215][ T44] Not tainted 6.19.0-rc3-virtme #1
[ 738.638388][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 738.638669][ T44] task:kworker/u16:0 state:D stack:26272 pid:12 tgid:12 ppid:2 task_flags:0x4208060 flags:0x00080000
[ 738.639052][ T44] Workqueue: ipv6_addrconf addrconf_verify_work
[ 738.639291][ T44] Call Trace:
[ 738.639436][ T44]
[ 738.639576][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863)
[ 738.639758][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719)
[ 738.639968][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.640138][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.640340][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960)
[ 738.640481][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018)
[ 738.640673][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776)
[ 738.640848][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1))
[ 738.641046][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775)
[ 738.641218][ T44] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1))
[ 738.641411][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.641582][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.641771][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1))
[ 738.641969][ T44] addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1))
[ 738.642135][ T44] process_one_work (kernel/workqueue.c:3262)
[ 738.642325][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159)
[ 738.642491][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.642680][ T44] ? assign_work (kernel/workqueue.c:1200)
[ 738.642852][ T44] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2))
[ 738.643049][ T44] ? process_one_work (kernel/workqueue.c:3367)
[ 738.643335][ T44] kthread (kernel/kthread.c:463)
[ 738.643472][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 738.643665][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.643835][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.644029][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 738.644193][ T44] ret_from_fork (arch/x86/kernel/process.c:164)
[ 738.644386][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37)
[ 738.644603][ T44] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665)
[ 738.644767][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 738.644969][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:256)
| [ 738.645141][ T44]
| [ 738.645323][ T44] INFO: task kworker/u16:0:12 is blocked on a mutex likely owned by task ip:5309.
[ 738.645598][ T44] INFO: task ip:5309 blocked for more than 122 seconds.
[ 738.645808][ T44] Not tainted 6.19.0-rc3-virtme #1
[ 738.645985][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 738.646237][ T44] task:ip state:D stack:25024 pid:5309 tgid:5309 ppid:5304 task_flags:0x400100 flags:0x00080000
[ 738.646555][ T44] Call Trace:
[ 738.646688][ T44]
[ 738.646825][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863)
[ 738.647021][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719)
[ 738.647190][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.647378][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.647543][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960)
[ 738.647699][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018)
[ 738.647898][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776)
[ 738.648069][ T44] ? napi_enable (net/core/dev.c:7618)
[ 738.648261][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775)
[ 738.648424][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.648608][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 2))
[ 738.648773][ T44] ? sg_init_table (lib/scatterlist.c:106)
[ 738.648977][ T44] ? try_fill_recv (drivers/net/virtio_net.c:2865 (discriminator 1))
[ 738.649145][ T44] ? napi_enable (net/core/dev.c:7618)
[ 738.649332][ T44] napi_enable (net/core/dev.c:7618)
[ 738.649471][ T44] __virtnet_rx_resume (./include/linux/bottom_half.h:20 (discriminator 1) drivers/net/virtio_net.c:2894 (discriminator 1) drivers/net/virtio_net.c:2904 (discriminator 1) drivers/net/virtio_net.c:3481 (discriminator 1))
[ 738.649658][ T44] ? queue_delayed_work_on (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/workqueue.c:2559)
[ 738.649827][ T44] virtnet_rx_resume_all (drivers/net/virtio_net.c:3492 (discriminator 1))
[ 738.650022][ T44] virtnet_xdp_set (drivers/net/virtio_net.c:6140 (discriminator 1))
[ 738.650193][ T44] ? virtnet_xdp_set (drivers/net/virtio_net.c:6167)
[ 738.650382][ T44] dev_xdp_install (net/core/dev.c:10314)
[ 738.650548][ T44] ? netif_set_xps_queue (net/core/dev.c:10282)
[ 738.650740][ T44] dev_xdp_attach (net/core/dev.c:10470)
[ 738.650940][ T44] ? bpf_xdp_link_update (net/core/dev.c:10360)
[ 738.651104][ T44] ? __bpf_prog_get (kernel/bpf/syscall.c:2622)
[ 738.651299][ T44] dev_change_xdp_fd (net/core/dev.c:10724)
[ 738.651465][ T44] do_setlink.isra.0 (net/core/rtnetlink.c:3392)
[ 738.651658][ T44] ? rtnl_newlink_create (net/core/rtnetlink.c:3036)
[ 738.651823][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4028 (discriminator 2) kernel/rcu/tree.c:4020 (discriminator 2))
[ 738.652049][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1))
[ 738.652214][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4))
[ 738.652402][ T44] ? rcu_read_lock_any_held (./include/linux/lockdep.h:249 kernel/rcu/update.c:388 kernel/rcu/update.c:380)
[ 738.652565][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4))
[ 738.652749][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.652946][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.653112][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1))
[ 738.653303][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33))
[ 738.653465][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.653648][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.653819][ T44] ? trace_contention_end (./include/trace/events/lock.h:122 (discriminator 33))
[ 738.654014][ T44] ? __mutex_lock (kernel/locking/mutex.c:624 (discriminator 3) kernel/locking/mutex.c:776 (discriminator 3))
[ 738.654181][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1))
[ 738.654369][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775)
[ 738.654533][ T44] ? nla_get_range_signed (lib/nlattr.c:396)
[ 738.654723][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3922)
[ 738.654923][ T44] rtnl_newlink (net/core/rtnetlink.c:351 (discriminator 1) net/core/rtnetlink.c:4073 (discriminator 1))
[ 738.655093][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.655280][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963)
[ 738.655444][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.655631][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.655798][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1))
[ 738.655996][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963)
[ 738.656161][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.656348][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963)
[ 738.656514][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6958)
[ 738.656701][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861)
[ 738.656900][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.657069][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.657257][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1))
[ 738.657425][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550)
[ 738.657616][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861)
[ 738.657788][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527)
[ 738.657986][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) ./include/net/netns/generic.h:48 (discriminator 1) net/netlink/af_netlink.c:333 (discriminator 1))
[ 738.658149][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1))
[ 738.658340][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344)
[ 738.658505][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329)
[ 738.658692][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.658891][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.659058][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894)
[ 738.659249][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813)
[ 738.659419][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2592 (discriminator 4))
[ 738.659611][ T44] ? copy_msghdr_from_user (net/socket.c:2532)
[ 738.659776][ T44] ? get_timestamp.constprop.0 (net/socket.c:2538)
[ 738.660004][ T44] ? move_addr_to_kernel (net/socket.c:2518)
[ 738.660172][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4))
[ 738.660360][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1))
[ 738.660525][ T44] ___sys_sendmsg (net/socket.c:2648)
[ 738.660707][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:127 kernel/rcu/tree.c:3121)
[ 738.660933][ T44] ? copy_msghdr_from_user (net/socket.c:2635)
[ 738.661108][ T44] __sys_sendmsg (net/socket.c:2678 (discriminator 1))
[ 738.661304][ T44] ? __sys_sendmsg_sock (net/socket.c:2663)
[ 738.661467][ T44] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473)
[ 738.661653][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/rcu/tree.c:3144)
[ 738.661887][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141)
[ 738.662051][ T44] ? fpregs_restore_userregs (./arch/x86/include/asm/bitops.h:75 ./include/asm-generic/bitops/instrumented-atomic.h:42 ./include/linux/thread_info.h:107 arch/x86/kernel/fpu/context.h:79)
[ 738.662237][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.662401][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1))
[ 738.662592][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131)
[ 738.662807][ T44] RIP: 0033:0x7fafa97c7c5e
[ 738.663001][ T44] RSP: 002b:00007ffd416b45d0 EFLAGS: 00000202 ORIG_RAX: 000000000000002e
[ 738.663247][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007fafa97c7c5e
[ 738.663491][ T44] RDX: 0000000000000000 RSI: 00007ffd416b4690 RDI: 0000000000000003
[ 738.663734][ T44] RBP: 00007ffd416b45e0 R08: 0000000000000000 R09: 0000000000000000
[ 738.663990][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007ffd416b4d50
Finger prints:
__schedule:schedule:schedule_preempt_disabled:__mutex_lock:napi_enable
__schedule:schedule:schedule_preempt_disabled:__mutex_lock:addrconf_verify_work