======================================
| [ 724.287916][ C2] virtio_net virtio2 enp0s1: TX timeout on queue: 1, sq: output.1, vq: 0x3, name: output.1, 187392000 usecs ago
| [ 729.407473][ C2] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 2: transmit queue 1 timed out 192512 ms
| [ 729.407902][ C2] virtio_net virtio2 enp0s1: TX timeout on queue: 1, sq: output.1, vq: 0x3, name: output.1, 192512000 usecs ago
| [ 735.551473][ C2] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 2: transmit queue 1 timed out 198656 ms
| [ 735.551913][ C2] virtio_net virtio2 enp0s1: TX timeout on queue: 1, sq: output.1, vq: 0x3, name: output.1, 198656000 usecs ago
[ 738.623484][ T44] INFO: task kworker/u16:0:12 blocked for more than 122 seconds.
[ 738.623818][ T44] Not tainted 6.19.0-rc1-virtme #1
[ 738.623957][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 738.624201][ T44] task:kworker/u16:0 state:D stack:26848 pid:12 tgid:12 ppid:2 task_flags:0x4208060 flags:0x00080000
[ 738.624547][ T44] Workqueue: ipv6_addrconf addrconf_verify_work
[ 738.624730][ T44] Call Trace:
[ 738.624839][ T44]
[ 738.624912][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863)
[ 738.625046][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719)
[ 738.625171][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.625292][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.625418][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960)
[ 738.625516][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018)
[ 738.625636][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776)
[ 738.625759][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1))
[ 738.625880][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775)
[ 738.626003][ T44] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1))
[ 738.626120][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.626236][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.626352][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1))
[ 738.626479][ T44] addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1))
[ 738.626594][ T44] process_one_work (kernel/workqueue.c:3262)
[ 738.626712][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159)
[ 738.626827][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.626944][ T44] ? assign_work (kernel/workqueue.c:1200)
[ 738.627059][ T44] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2))
[ 738.627176][ T44] ? process_one_work (kernel/workqueue.c:3367)
[ 738.627389][ T44] kthread (kernel/kthread.c:463)
[ 738.627484][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 738.627597][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.627710][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.627825][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 738.627939][ T44] ret_from_fork (arch/x86/kernel/process.c:164)
[ 738.628054][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37)
[ 738.628196][ T44] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665)
[ 738.628311][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 738.628426][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:256)
| [ 738.628551][ T44]
| [ 738.628660][ T44] INFO: task kworker/u16:0:12 is blocked on a mutex likely owned by task ip:5309.
[ 738.628860][ T44] INFO: task ip:5309 blocked for more than 122 seconds.
[ 738.628994][ T44] Not tainted 6.19.0-rc1-virtme #1
[ 738.629101][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 738.629284][ T44] task:ip state:D stack:25520 pid:5309 tgid:5309 ppid:5304 task_flags:0x400100 flags:0x00080000
[ 738.629543][ T44] Call Trace:
[ 738.629634][ T44]
[ 738.629693][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863)
[ 738.629810][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719)
[ 738.629926][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.630044][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.630161][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960)
[ 738.630254][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018)
[ 738.630368][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776)
[ 738.630492][ T44] ? __folio_put (mm/swap.c:98)
[ 738.630608][ T44] ? napi_enable (net/core/dev.c:7618)
[ 738.630730][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775)
[ 738.630846][ T44] ? dma_map_phys (./include/trace/events/dma.h:75 (discriminator 33) kernel/dma/mapping.c:177 (discriminator 33))
[ 738.630961][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 2))
[ 738.631076][ T44] ? sg_init_table (lib/scatterlist.c:106)
[ 738.631194][ T44] ? try_fill_recv (drivers/net/virtio_net.c:2865 (discriminator 1))
[ 738.631311][ T44] ? napi_enable (net/core/dev.c:7618)
[ 738.631430][ T44] napi_enable (net/core/dev.c:7618)
[ 738.631523][ T44] __virtnet_rx_resume (./include/linux/bottom_half.h:20 (discriminator 1) drivers/net/virtio_net.c:2894 (discriminator 1) drivers/net/virtio_net.c:2904 (discriminator 1) drivers/net/virtio_net.c:3481 (discriminator 1))
[ 738.631636][ T44] ? queue_delayed_work_on (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/workqueue.c:2559)
[ 738.631751][ T44] virtnet_rx_resume_all (drivers/net/virtio_net.c:3492 (discriminator 1))
[ 738.631867][ T44] virtnet_xdp_set (drivers/net/virtio_net.c:6140 (discriminator 1))
[ 738.631985][ T44] ? virtnet_xdp_set (drivers/net/virtio_net.c:6167)
[ 738.632099][ T44] dev_xdp_install (net/core/dev.c:10314)
[ 738.632217][ T44] ? netif_set_xps_queue (net/core/dev.c:10282)
[ 738.632335][ T44] dev_xdp_attach (net/core/dev.c:10470)
[ 738.632455][ T44] ? bpf_xdp_link_update (net/core/dev.c:10360)
[ 738.632576][ T44] ? __bpf_prog_get (kernel/bpf/syscall.c:2622)
[ 738.632695][ T44] dev_change_xdp_fd (net/core/dev.c:10724)
[ 738.632809][ T44] do_setlink.isra.0 (net/core/rtnetlink.c:3392)
[ 738.632929][ T44] ? rtnl_newlink_create (net/core/rtnetlink.c:3036)
[ 738.633043][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4028 (discriminator 2) kernel/rcu/tree.c:4020 (discriminator 2))
[ 738.633189][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1))
[ 738.633301][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4))
[ 738.633417][ T44] ? rcu_read_lock_any_held (./include/linux/lockdep.h:249 kernel/rcu/update.c:388 kernel/rcu/update.c:380)
[ 738.633533][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4))
[ 738.633653][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.633773][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.633888][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1))
[ 738.634000][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33))
[ 738.634115][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.634230][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.634343][ T44] ? trace_contention_end (./include/trace/events/lock.h:122 (discriminator 33))
[ 738.634468][ T44] ? __mutex_lock (kernel/locking/mutex.c:624 (discriminator 3) kernel/locking/mutex.c:776 (discriminator 3))
[ 738.634588][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1))
[ 738.634703][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775)
[ 738.634819][ T44] ? nla_get_range_signed (lib/nlattr.c:396)
[ 738.634937][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3922)
[ 738.635053][ T44] rtnl_newlink (net/core/rtnetlink.c:351 (discriminator 1) net/core/rtnetlink.c:4073 (discriminator 1))
[ 738.635169][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.635283][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963)
[ 738.635399][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.635521][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.635633][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1))
[ 738.635747][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963)
[ 738.635860][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.635976][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963)
[ 738.636090][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6958)
[ 738.636204][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861)
[ 738.636319][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.636439][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.636556][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1))
[ 738.636672][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550)
[ 738.636790][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861)
[ 738.636907][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527)
[ 738.637026][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) ./include/net/netns/generic.h:48 (discriminator 1) net/netlink/af_netlink.c:333 (discriminator 1))
[ 738.637138][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1))
[ 738.637257][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344)
[ 738.637374][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329)
[ 738.637496][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.637610][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.637726][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894)
[ 738.637842][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813)
[ 738.637961][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2592 (discriminator 4))
[ 738.638079][ T44] ? copy_msghdr_from_user (net/socket.c:2532)
[ 738.638193][ T44] ? get_timestamp.constprop.0 (net/socket.c:2538)
[ 738.638334][ T44] ? move_addr_to_kernel (net/socket.c:2518)
[ 738.638450][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4))
[ 738.638568][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1))
[ 738.638684][ T44] ___sys_sendmsg (net/socket.c:2648)
[ 738.638799][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:127 kernel/rcu/tree.c:3121)
[ 738.638944][ T44] ? copy_msghdr_from_user (net/socket.c:2635)
[ 738.639071][ T44] __sys_sendmsg (net/socket.c:2678 (discriminator 1))
[ 738.639187][ T44] ? __sys_sendmsg_sock (net/socket.c:2663)
[ 738.639301][ T44] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473)
[ 738.639418][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/rcu/tree.c:3144)
[ 738.639569][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141)
[ 738.639685][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.639803][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1))
[ 738.639919][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131)
[ 738.640063][ T44] RIP: 0033:0x7f13080b0c5e
[ 738.640186][ T44] RSP: 002b:00007fff471f55d0 EFLAGS: 00000202 ORIG_RAX: 000000000000002e
[ 738.640363][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007f13080b0c5e
[ 738.640545][ T44] RDX: 0000000000000000 RSI: 00007fff471f5690 RDI: 0000000000000003
[ 738.640723][ T44] RBP: 00007fff471f55e0 R08: 0000000000000000 R09: 0000000000000000
[ 738.640898][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fff471f5d50
Finger prints:
__schedule:schedule:schedule_preempt_disabled:__mutex_lock:napi_enable
__schedule:schedule:schedule_preempt_disabled:__mutex_lock:addrconf_verify_work