======================================
| [ 726.340162][ C2] virtio_net virtio2 enp0s1: TX timeout on queue: 1, sq: output.1, vq: 0x3, name: output.1, 126976000 usecs ago
| [ 732.483778][ C2] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 2: transmit queue 1 timed out 133120 ms
| [ 732.484148][ C2] virtio_net virtio2 enp0s1: TX timeout on queue: 1, sq: output.1, vq: 0x3, name: output.1, 133120000 usecs ago
| [ 738.115782][ C2] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 2: transmit queue 1 timed out 138752 ms
| [ 738.116153][ C2] virtio_net virtio2 enp0s1: TX timeout on queue: 1, sq: output.1, vq: 0x3, name: output.1, 138752000 usecs ago
[ 738.627785][ T44] INFO: task kworker/u16:0:12 blocked for more than 122 seconds.
[ 738.628094][ T44] Not tainted 6.19.0-rc1-virtme #1
[ 738.628282][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 738.628535][ T44] task:kworker/u16:0 state:D stack:26848 pid:12 tgid:12 ppid:2 task_flags:0x4208060 flags:0x00080000
[ 738.628895][ T44] Workqueue: ipv6_addrconf addrconf_verify_work
[ 738.629102][ T44] Call Trace:
[ 738.629245][ T44]
[ 738.629359][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863)
[ 738.629532][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719)
[ 738.629704][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.629881][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.630046][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960)
[ 738.630182][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018)
[ 738.630343][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776)
[ 738.630507][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1))
[ 738.630675][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775)
[ 738.630855][ T44] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1))
[ 738.631018][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.631178][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.631342][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1))
[ 738.631503][ T44] addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1))
[ 738.631671][ T44] process_one_work (kernel/workqueue.c:3262)
[ 738.631850][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159)
[ 738.632012][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.632177][ T44] ? assign_work (kernel/workqueue.c:1200)
[ 738.632340][ T44] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2))
[ 738.632505][ T44] ? process_one_work (kernel/workqueue.c:3367)
[ 738.632670][ T44] kthread (kernel/kthread.c:463)
[ 738.632834][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 738.632999][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.633297][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.633458][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 738.633628][ T44] ret_from_fork (arch/x86/kernel/process.c:164)
[ 738.633812][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37)
[ 738.634001][ T44] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665)
[ 738.634162][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 738.634323][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:256)
| [ 738.634508][ T44]
| [ 738.634663][ T44] INFO: task kworker/u16:0:12 is blocked on a mutex likely owned by task ip:5343.
[ 738.634924][ T44] INFO: task ip:5343 blocked for more than 122 seconds.
[ 738.635100][ T44] Not tainted 6.19.0-rc1-virtme #1
[ 738.635251][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 738.635480][ T44] task:ip state:D stack:25520 pid:5343 tgid:5343 ppid:5338 task_flags:0x400100 flags:0x00080000
[ 738.635796][ T44] Call Trace:
[ 738.635926][ T44]
[ 738.636032][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863)
[ 738.636195][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719)
[ 738.636358][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.636518][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.636690][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960)
[ 738.636856][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018)
[ 738.637018][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776)
[ 738.637181][ T44] ? napi_enable (net/core/dev.c:7618)
[ 738.637346][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775)
[ 738.637509][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.637674][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 2))
[ 738.637852][ T44] ? sg_init_table (lib/scatterlist.c:106)
[ 738.638018][ T44] ? try_fill_recv (drivers/net/virtio_net.c:2865 (discriminator 1))
[ 738.638184][ T44] ? napi_enable (net/core/dev.c:7618)
[ 738.638347][ T44] napi_enable (net/core/dev.c:7618)
[ 738.638482][ T44] __virtnet_rx_resume (./include/linux/bottom_half.h:20 (discriminator 1) drivers/net/virtio_net.c:2894 (discriminator 1) drivers/net/virtio_net.c:2904 (discriminator 1) drivers/net/virtio_net.c:3481 (discriminator 1))
[ 738.638647][ T44] ? queue_delayed_work_on (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/workqueue.c:2559)
[ 738.638820][ T44] virtnet_rx_resume_all (drivers/net/virtio_net.c:3492 (discriminator 1))
[ 738.638983][ T44] virtnet_xdp_set (drivers/net/virtio_net.c:6140 (discriminator 1))
[ 738.639153][ T44] ? virtnet_xdp_set (drivers/net/virtio_net.c:6167)
[ 738.639314][ T44] dev_xdp_install (net/core/dev.c:10314)
[ 738.639477][ T44] ? netif_set_xps_queue (net/core/dev.c:10282)
[ 738.639644][ T44] dev_xdp_attach (net/core/dev.c:10470)
[ 738.639824][ T44] ? bpf_xdp_link_update (net/core/dev.c:10360)
[ 738.639986][ T44] ? __bpf_prog_get (kernel/bpf/syscall.c:2622)
[ 738.640152][ T44] dev_change_xdp_fd (net/core/dev.c:10724)
[ 738.640317][ T44] do_setlink.isra.0 (net/core/rtnetlink.c:3392)
[ 738.640483][ T44] ? rtnl_newlink_create (net/core/rtnetlink.c:3036)
[ 738.640649][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4028 (discriminator 2) kernel/rcu/tree.c:4020 (discriminator 2))
[ 738.640865][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1))
[ 738.641028][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4))
[ 738.641189][ T44] ? rcu_read_lock_any_held (./include/linux/lockdep.h:249 kernel/rcu/update.c:388 kernel/rcu/update.c:380)
[ 738.641350][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4))
[ 738.641515][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.641684][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.641862][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1))
[ 738.642022][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33))
[ 738.642181][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.642340][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.642502][ T44] ? trace_contention_end (./include/trace/events/lock.h:122 (discriminator 33))
[ 738.642674][ T44] ? __mutex_lock (kernel/locking/mutex.c:624 (discriminator 3) kernel/locking/mutex.c:776 (discriminator 3))
[ 738.642850][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1))
[ 738.643012][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775)
[ 738.643174][ T44] ? nla_get_range_signed (lib/nlattr.c:396)
[ 738.643339][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3922)
[ 738.643504][ T44] rtnl_newlink (net/core/rtnetlink.c:351 (discriminator 1) net/core/rtnetlink.c:4073 (discriminator 1))
[ 738.643671][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.643845][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963)
[ 738.644008][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.644170][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.644329][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1))
[ 738.644491][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963)
[ 738.644657][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[ 738.644850][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963)
[ 738.645013][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6958)
[ 738.645180][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861)
[ 738.645342][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.645505][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.645669][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1))
[ 738.645850][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550)
[ 738.646011][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861)
[ 738.646174][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527)
[ 738.646338][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) ./include/net/netns/generic.h:48 (discriminator 1) net/netlink/af_netlink.c:333 (discriminator 1))
[ 738.646502][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1))
[ 738.646670][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344)
[ 738.646847][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329)
[ 738.647009][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[ 738.647171][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[ 738.647334][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894)
[ 738.647498][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813)
[ 738.647674][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2592 (discriminator 4))
[ 738.647850][ T44] ? copy_msghdr_from_user (net/socket.c:2532)
[ 738.648011][ T44] ? get_timestamp.constprop.0 (net/socket.c:2538)
[ 738.648199][ T44] ? move_addr_to_kernel (net/socket.c:2518)
[ 738.648361][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4))
[ 738.648521][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1))
[ 738.648690][ T44] ___sys_sendmsg (net/socket.c:2648)
[ 738.648884][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:127 kernel/rcu/tree.c:3121)
[ 738.649075][ T44] ? copy_msghdr_from_user (net/socket.c:2635)
[ 738.649248][ T44] __sys_sendmsg (net/socket.c:2678 (discriminator 1))
[ 738.649411][ T44] ? __sys_sendmsg_sock (net/socket.c:2663)
[ 738.649577][ T44] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473)
[ 738.649737][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/rcu/tree.c:3144)
[ 738.649940][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141)
[ 738.650105][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1))
[ 738.650266][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1))
[ 738.650431][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131)
[ 738.650627][ T44] RIP: 0033:0x7eff0f8f1c5e
[ 738.650809][ T44] RSP: 002b:00007fff1ea8ff00 EFLAGS: 00000202 ORIG_RAX: 000000000000002e
[ 738.651033][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007eff0f8f1c5e
[ 738.651256][ T44] RDX: 0000000000000000 RSI: 00007fff1ea8ffc0 RDI: 0000000000000003
[ 738.651472][ T44] RBP: 00007fff1ea8ff10 R08: 0000000000000000 R09: 0000000000000000
[ 738.651695][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fff1ea90680
Finger prints:
__schedule:schedule:schedule_preempt_disabled:__mutex_lock:napi_enable
__schedule:schedule:schedule_preempt_disabled:__mutex_lock:addrconf_verify_work