[ 715.073692][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 5120 ms
[ 715.074136][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 5120000 usecs ago
[ 720.193689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 10240 ms
[ 720.194021][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 10240000 usecs ago
[ 725.313689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 15360 ms
[ 725.314004][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 15360000 usecs ago
[ 731.457689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 21504 ms
[ 731.458022][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 21504000 usecs ago
[ 737.089689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 27136 ms
[ 737.090044][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 27136000 usecs ago
[ 738.625721][ T44] INFO: task ip:5771 blocked for more than 122 seconds.
[ 738.626005][ T44] Not tainted 6.19.0-rc1-virtme #1
[ 738.626155][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 738.626410][ T44] task:ip state:D stack:25024 pid:5771 tgid:5771 ppid:5766 task_flags:0x400100 flags:0x00080000
[ 738.626715][ T44] Call Trace:
[ 738.626843][ T44]
[ 738.626922][ T44] __schedule+0xae2/0x1720
[ 738.627064][ T44] ? io_schedule_timeout+0x130/0x130
[ 738.627201][ T44] ? __lock_release.isra.0+0x59/0x170
[ 738.627333][ T44] ? __lock_release.isra.0+0x59/0x170
[ 738.627472][ T44] schedule+0xd4/0x260
[ 738.627569][ T44] schedule_preempt_disabled+0x18/0x30
[ 738.627706][ T44] __mutex_lock+0xd76/0x1f20
[ 738.627830][ T44] ? napi_enable+0x3b/0x80
[ 738.627971][ T44] ? ww_mutex_lock+0x160/0x160
[ 738.628095][ T44] ? __lock_release.isra.0+0x59/0x170
[ 738.628224][ T44] ? __asan_memset+0x27/0x50
[ 738.628348][ T44] ? sg_init_table+0x19/0x60
[ 738.628481][ T44] ? try_fill_recv+0x3ec/0x1750
[ 738.628603][ T44] ? napi_enable+0x3b/0x80
[ 738.628734][ T44] napi_enable+0x3b/0x80
[ 738.628825][ T44] __virtnet_rx_resume+0x156/0x290
[ 738.628949][ T44] ? queue_delayed_work_on+0x91/0x100
[ 738.629081][ T44] virtnet_rx_resume_all+0xe7/0x1a0
[ 738.629213][ T44] virtnet_xdp_set+0xef7/0x1aa0
[ 738.629339][ T44] ? virtnet_xdp_set+0x1aa0/0x1aa0
[ 738.629467][ T44] dev_xdp_install+0x3e4/0x890
[ 738.629587][ T44] ? netif_set_xps_queue+0x40/0x40
[ 738.629715][ T44] dev_xdp_attach+0x50d/0x1310
[ 738.629834][ T44] ? bpf_xdp_link_update+0x6e0/0x6e0
[ 738.629960][ T44] ? __bpf_prog_get+0x320/0x320
[ 738.630210][ T44] dev_change_xdp_fd+0x176/0x210
[ 738.630328][ T44] do_setlink.isra.0+0x1c2d/0x2880
[ 738.630457][ T44] ? rtnl_newlink_create+0x900/0x900
[ 738.630574][ T44] ? rcu_lockdep_current_cpu_online+0x39/0x1b0
[ 738.630727][ T44] ? rcu_read_lock_any_held+0x3c/0x90
[ 738.630844][ T44] ? validate_chain+0x37b/0xb70
[ 738.630968][ T44] ? rcu_read_lock_any_held+0x66/0x90
[ 738.631090][ T44] ? stack_depot_save_flags+0x3f1/0x6f0
[ 738.631219][ T44] ? __lock_acquire+0x577/0xc10
[ 738.631337][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 738.631465][ T44] ? rtnl_newlink+0x6fc/0xe90
[ 738.631581][ T44] ? lock_acquire+0x10a/0x150
[ 738.631704][ T44] ? rcu_is_watching+0x15/0xd0
[ 738.631821][ T44] ? rcu_is_watching+0x15/0xd0
[ 738.631946][ T44] ? trace_contention_end+0xd6/0x110
[ 738.632066][ T44] ? __mutex_lock+0x285/0x1f20
[ 738.632189][ T44] ? rtnl_newlink+0x6fc/0xe90
[ 738.632308][ T44] ? ww_mutex_lock+0x160/0x160
[ 738.632433][ T44] ? nla_get_range_signed+0x3d0/0x3d0
[ 738.632552][ T44] ? __rtnl_newlink+0x3fa/0xa40
[ 738.632677][ T44] rtnl_newlink+0x75c/0xe90
[ 738.632805][ T44] ? __lock_release.isra.0+0x59/0x170
[ 738.632925][ T44] ? rtnl_setlink+0x880/0x880
[ 738.633052][ T44] ? __lock_acquire+0x577/0xc10
[ 738.633172][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 738.633293][ T44] ? find_held_lock+0x2b/0x80
[ 738.633410][ T44] ? rtnl_setlink+0x880/0x880
[ 738.633534][ T44] ? __lock_release.isra.0+0x59/0x170
[ 738.633651][ T44] ? rtnl_setlink+0x880/0x880
[ 738.633775][ T44] rtnetlink_rcv_msg+0x6fe/0xb90
[ 738.633891][ T44] ? rtnl_fdb_dump+0x620/0x620
[ 738.634014][ T44] ? __lock_acquire+0x577/0xc10
[ 738.634133][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 738.634255][ T44] ? find_held_lock+0x2b/0x80
[ 738.634372][ T44] netlink_rcv_skb+0x123/0x380
[ 738.634494][ T44] ? rtnl_fdb_dump+0x620/0x620
[ 738.634611][ T44] ? netlink_ack+0xcc0/0xcc0
[ 738.634736][ T44] ? netlink_deliver_tap+0xc5/0x330
[ 738.634850][ T44] ? netlink_deliver_tap+0x13f/0x330
[ 738.634973][ T44] netlink_unicast+0x4a3/0x770
[ 738.635094][ T44] ? netlink_attachskb+0x810/0x810
[ 738.635215][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 738.635336][ T44] ? __lock_acquire+0x577/0xc10
[ 738.635458][ T44] netlink_sendmsg+0x735/0xc60
[ 738.635575][ T44] ? netlink_unicast+0x770/0x770
[ 738.635700][ T44] ____sys_sendmsg+0x419/0x850
[ 738.635816][ T44] ? copy_msghdr_from_user+0x270/0x430
[ 738.635937][ T44] ? get_timestamp.constprop.0+0x3a0/0x3a0
[ 738.636085][ T44] ? move_addr_to_kernel+0x40/0x40
[ 738.636216][ T44] ? stack_depot_save_flags+0x3f1/0x6f0
[ 738.636330][ T44] ? rcu_read_lock_any_held+0x3c/0x90
[ 738.636456][ T44] ___sys_sendmsg+0xfd/0x180
[ 738.636572][ T44] ? __call_rcu_common.constprop.0+0xa6/0xa00
[ 738.636727][ T44] ? copy_msghdr_from_user+0x430/0x430
[ 738.636857][ T44] __sys_sendmsg+0x124/0x1c0
[ 738.636983][ T44] ? __sys_sendmsg_sock+0x20/0x20
[ 738.637103][ T44] ? lockdep_hardirqs_on+0x84/0x130
[ 738.637224][ T44] ? __call_rcu_common.constprop.0+0x3bd/0xa00
[ 738.637372][ T44] ? do_raw_spin_unlock+0x59/0x250
[ 738.637498][ T44] ? rcu_is_watching+0x15/0xd0
[ 738.637613][ T44] do_syscall_64+0xbd/0xfc0
[ 738.637740][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 738.637883][ T44] RIP: 0033:0x7f990e6a1c5e
[ 738.638016][ T44] RSP: 002b:00007ffe28159c40 EFLAGS: 00000202 ORIG_RAX: 000000000000002e
[ 738.638197][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007f990e6a1c5e
[ 738.638383][ T44] RDX: 0000000000000000 RSI: 00007ffe28159d00 RDI: 0000000000000003
[ 738.638558][ T44] RBP: 00007ffe28159c50 R08: 0000000000000000 R09: 0000000000000000
[ 738.638741][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007ffe2815a3c0
[ 738.638915][ T44] R13: 00000000695007eb R14: 0000000000000000 R15: 0000000000499600
[ 738.639103][ T44]
[ 738.639194][ T44] INFO: task ip:5771 is blocked on a mutex likely owned by task kworker/3:0:33.
[ 738.639391][ T44] task:kworker/3:0 state:D stack:28096 pid:33 tgid:33 ppid:2 task_flags:0x4208060 flags:0x00080000
[ 738.639653][ T44] Workqueue: events refill_work
[ 738.639779][ T44] Call Trace:
[ 738.639868][ T44]
[ 738.639929][ T44] __schedule+0xae2/0x1720
[ 738.640057][ T44] ? usleep_range_state+0xba/0x1b0
[ 738.640172][ T44] ? io_schedule_timeout+0x130/0x130
[ 738.640296][ T44] ? __lock_release.isra.0+0x59/0x170
[ 738.640417][ T44] ? usleep_range_state+0xba/0x1b0
[ 738.640534][ T44] schedule+0xd4/0x260
[ 738.640622][ T44] schedule_hrtimeout_range_clock+0x1da/0x2f0
[ 738.640775][ T44] ? schedule_timeout_idle+0xe0/0xe0
[ 738.640891][ T44] ? __hrtimer_cb_get_time+0x50/0x50
[ 738.641014][ T44] ? lockdep_hardirqs_on+0x84/0x130
[ 738.641132][ T44] ? ktime_get+0x15e/0x220
[ 738.641254][ T44] ? kvm_clock_get_cycles+0x18/0x30
[ 738.641369][ T44] ? ktime_get+0xa9/0x220
[ 738.641467][ T44] usleep_range_state+0x133/0x1b0
[ 738.641582][ T44] ? schedule_hrtimeout+0x20/0x20
[ 738.641707][ T44] ? perf_trace_sched_switch+0x6d0/0x6d0
[ 738.641821][ T44] ? refill_work+0x149/0x210
[ 738.641945][ T44] napi_disable_locked+0x379/0x5f0
[ 738.642066][ T44] ? _mutex_trylock_nest_lock+0x340/0x340
[ 738.642187][ T44] ? register_netdevice_notifier_net+0x40/0x40
[ 738.642333][ T44] napi_disable+0x43/0x80
[ 738.642425][ T44] refill_work+0x116/0x210
[ 738.642543][ T44] process_one_work+0xd57/0x1390
[ 738.642666][ T44] ? pwq_dec_nr_in_flight+0x700/0x700
[ 738.642789][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 738.642908][ T44] ? assign_work+0x152/0x380
[ 738.643031][ T44] worker_thread+0x4d6/0xd40
[ 738.643150][ T44] ? process_one_work+0x1390/0x1390
[ 738.643271][ T44] kthread+0x355/0x5b0
[ 738.643360][ T44] ? kthread_is_per_cpu+0xe0/0xe0
[ 738.643480][ T44] ? __lock_release.isra.0+0x59/0x170
[ 738.643594][ T44] ? rcu_is_watching+0x15/0xd0
[ 738.643717][ T44] ? kthread_is_per_cpu+0xe0/0xe0
[ 738.643834][ T44] ret_from_fork+0x3fb/0x510
[ 738.643956][ T44] ? arch_exit_to_user_mode_prepare.isra.0+0x140/0x140
[ 738.644102][ T44] ? __switch_to+0x53c/0xd00
[ 738.644223][ T44] ? kthread_is_per_cpu+0xe0/0xe0
[ 738.644339][ T44] ret_from_fork_asm+0x11/0x20
[ 738.644468][ T44]
[ 738.644559][ T44]
[ 738.644559][ T44] Showing all locks held in the system:
[ 738.644805][ T44] 3 locks held by kworker/u16:0/12:
[ 738.644918][ T44] #0: ff11000009167148 ((wq_completion)ipv6_addrconf){+.+.}-{0:0}, at: process_one_work+0xcb4/0x1390
[ 738.645153][ T44] #1: ffa00000000c7cc0 ((work_completion)(&(&net->ipv6.addr_chk_work)->work)){+.+.}-{0:0}, at: process_one_work+0xd16/0x1390
[ 738.645438][ T44] #2: ffffffffaaa85768 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_verify_work+0x12/0x30
[ 738.645646][ T44] 3 locks held by kworker/3:0/33:
[ 738.645764][ T44] #0: ff11000001139b48 ((wq_completion)events){+.+.}-{0:0}, at: process_one_work+0xcb4/0x1390
[ 738.645991][ T44] #1: ffa0000000257cc0 ((work_completion)(&(&vi->refill)->work)){+.+.}-{0:0}, at: process_one_work+0xd16/0x1390
[ 738.646251][ T44] #2: ff11000008b9ac98 (&dev->lock){+.+.}-{4:4}, at: napi_disable+0x3b/0x80
[ 738.646457][ T44] 1 lock held by khungtaskd/44:
[ 738.646568][ T44] #0: ffffffffaa371040 (rcu_read_lock){....}-{1:3}, at: rcu_lock_acquire.constprop.0+0x7/0x30
[ 738.646809][ T44] 2 locks held by ip/5771:
[ 738.646918][ T44] #0: ffffffffaaa85768 (rtnl_mutex){+.+.}-{4:4}, at: rtnl_newlink+0x6fc/0xe90
[ 738.647120][ T44] #1: ff11000008b9ac98 (&dev->lock){+.+.}-{4:4}, at: napi_enable+0x3b/0x80
[ 738.647327][ T44]
[ 738.647385][ T44] =============================================
[ 738.647385][ T44]
[ 742.209690][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 32256 ms
[ 742.209993][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 32256000 usecs ago
[ 747.329690][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 37376 ms
[ 747.329985][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 37376000 usecs ago
[ 753.473689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 43520 ms
[ 753.473989][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 43520000 usecs ago
[ 759.105689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 49152 ms
[ 759.105985][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 49152000 usecs ago
[ 764.225689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 54272 ms
[ 764.226021][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 54272000 usecs ago
[ 769.345689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 59392 ms
[ 769.345988][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 59392000 usecs ago
[ 775.489689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 65536 ms
[ 775.489990][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 65536000 usecs ago
[ 781.121689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 71168 ms
[ 781.122002][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 71168000 usecs ago
[ 786.241689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 76288 ms
[ 786.242021][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 76288000 usecs ago
[ 791.361689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 81408 ms
[ 791.361995][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 81408000 usecs ago
[ 797.505689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 87552 ms
[ 797.506020][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 87552000 usecs ago
[ 803.137689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 93184 ms
[ 803.138022][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 93184000 usecs ago
[ 808.257689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 98304 ms
[ 808.257998][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 98304000 usecs ago
[ 813.377689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 103423 ms
[ 813.378062][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 103424000 usecs ago
[ 819.521689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 109568 ms
[ 819.522041][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 109568000 usecs ago
[ 825.153688][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 115200 ms
[ 825.154027][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 115200000 usecs ago
[ 830.273689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 120320 ms
[ 830.274062][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 120320000 usecs ago
[ 835.393689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 125440 ms
[ 835.394027][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 125440000 usecs ago
[ 841.537689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 131584 ms
[ 841.538043][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 131584000 usecs ago
[ 847.169689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 137216 ms
[ 847.170036][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 137216000 usecs ago
[ 852.289689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 142336 ms
[ 852.290064][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 142336000 usecs ago
[ 857.409689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 147456 ms
[ 857.410027][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 147456000 usecs ago
[ 861.505696][ T44] INFO: task kworker/u16:0:12 blocked for more than 122 seconds.
[ 861.505941][ T44] Not tainted 6.19.0-rc1-virtme #1
[ 861.506073][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 861.506308][ T44] task:kworker/u16:0 state:D stack:26352 pid:12 tgid:12 ppid:2 task_flags:0x4208060 flags:0x00080000
[ 861.506610][ T44] Workqueue: ipv6_addrconf addrconf_verify_work
[ 861.506784][ T44] Call Trace:
[ 861.506882][ T44]
[ 861.506948][ T44] __schedule+0xae2/0x1720
[ 861.507091][ T44] ? io_schedule_timeout+0x130/0x130
[ 861.507222][ T44] ? __lock_release.isra.0+0x59/0x170
[ 861.507356][ T44] ? __lock_release.isra.0+0x59/0x170
[ 861.507484][ T44] schedule+0xd4/0x260
[ 861.507587][ T44] schedule_preempt_disabled+0x18/0x30
[ 861.507720][ T44] __mutex_lock+0xd76/0x1f20
[ 861.507845][ T44] ? addrconf_verify_work+0x12/0x30
[ 861.507977][ T44] ? ww_mutex_lock+0x160/0x160
[ 861.508100][ T44] ? process_one_work+0xd16/0x1390
[ 861.508230][ T44] ? rcu_is_watching+0x15/0xd0
[ 861.508351][ T44] ? rcu_is_watching+0x15/0xd0
[ 861.508483][ T44] ? addrconf_verify_work+0x12/0x30
[ 861.508602][ T44] addrconf_verify_work+0x12/0x30
[ 861.508728][ T44] process_one_work+0xd57/0x1390
[ 861.508849][ T44] ? pwq_dec_nr_in_flight+0x700/0x700
[ 861.508973][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 861.509092][ T44] ? assign_work+0x152/0x380
[ 861.509218][ T44] worker_thread+0x4d6/0xd40
[ 861.509337][ T44] ? process_one_work+0x1390/0x1390
[ 861.509458][ T44] kthread+0x355/0x5b0
[ 861.509546][ T44] ? kthread_is_per_cpu+0xe0/0xe0
[ 861.509668][ T44] ? __lock_release.isra.0+0x59/0x170
[ 861.509794][ T44] ? rcu_is_watching+0x15/0xd0
[ 861.509910][ T44] ? kthread_is_per_cpu+0xe0/0xe0
[ 861.510036][ T44] ret_from_fork+0x3fb/0x510
[ 861.510157][ T44] ? arch_exit_to_user_mode_prepare.isra.0+0x140/0x140
[ 861.510308][ T44] ? __switch_to+0x53c/0xd00
[ 861.510424][ T44] ? kthread_is_per_cpu+0xe0/0xe0
[ 861.510546][ T44] ret_from_fork_asm+0x11/0x20
[ 861.510671][ T44]
[ 861.510778][ T44] INFO: task kworker/u16:0:12 is blocked on a mutex likely owned by task ip:5771.
[ 861.510981][ T44] INFO: task ip:5771 blocked for more than 245 seconds.
[ 861.511120][ T44] Not tainted 6.19.0-rc1-virtme #1
[ 861.511234][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 861.511418][ T44] task:ip state:D stack:25024 pid:5771 tgid:5771 ppid:5766 task_flags:0x400100 flags:0x00080000
[ 861.511675][ T44] Call Trace:
[ 861.511769][ T44]
[ 861.511828][ T44] __schedule+0xae2/0x1720
[ 861.511945][ T44] ? io_schedule_timeout+0x130/0x130
[ 861.512073][ T44] ? __lock_release.isra.0+0x59/0x170
[ 861.512189][ T44] ? __lock_release.isra.0+0x59/0x170
[ 861.512315][ T44] schedule+0xd4/0x260
[ 861.512401][ T44] schedule_preempt_disabled+0x18/0x30
[ 861.512521][ T44] __mutex_lock+0xd76/0x1f20
[ 861.512635][ T44] ? napi_enable+0x3b/0x80
[ 861.512758][ T44] ? ww_mutex_lock+0x160/0x160
[ 861.512871][ T44] ? __lock_release.isra.0+0x59/0x170
[ 861.512993][ T44] ? __asan_memset+0x27/0x50
[ 861.513108][ T44] ? sg_init_table+0x19/0x60
[ 861.513238][ T44] ? try_fill_recv+0x3ec/0x1750
[ 861.513355][ T44] ? napi_enable+0x3b/0x80
[ 861.513476][ T44] napi_enable+0x3b/0x80
[ 861.513564][ T44] __virtnet_rx_resume+0x156/0x290
[ 861.513683][ T44] ? queue_delayed_work_on+0x91/0x100
[ 861.513803][ T44] virtnet_rx_resume_all+0xe7/0x1a0
[ 861.513924][ T44] virtnet_xdp_set+0xef7/0x1aa0
[ 861.514045][ T44] ? virtnet_xdp_set+0x1aa0/0x1aa0
[ 861.514168][ T44] dev_xdp_install+0x3e4/0x890
[ 861.514283][ T44] ? netif_set_xps_queue+0x40/0x40
[ 861.514409][ T44] dev_xdp_attach+0x50d/0x1310
[ 861.514526][ T44] ? bpf_xdp_link_update+0x6e0/0x6e0
[ 861.514646][ T44] ? __bpf_prog_get+0x320/0x320
[ 861.514771][ T44] dev_change_xdp_fd+0x176/0x210
[ 861.514886][ T44] do_setlink.isra.0+0x1c2d/0x2880
[ 861.515011][ T44] ? rtnl_newlink_create+0x900/0x900
[ 861.515128][ T44] ? rcu_lockdep_current_cpu_online+0x39/0x1b0
[ 861.515276][ T44] ? rcu_read_lock_any_held+0x3c/0x90
[ 861.515394][ T44] ? validate_chain+0x37b/0xb70
[ 861.515516][ T44] ? rcu_read_lock_any_held+0x66/0x90
[ 861.515629][ T44] ? stack_depot_save_flags+0x3f1/0x6f0
[ 861.515756][ T44] ? __lock_acquire+0x577/0xc10
[ 861.515870][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 861.515992][ T44] ? rtnl_newlink+0x6fc/0xe90
[ 861.516105][ T44] ? lock_acquire+0x10a/0x150
[ 861.516229][ T44] ? rcu_is_watching+0x15/0xd0
[ 861.516342][ T44] ? rcu_is_watching+0x15/0xd0
[ 861.516464][ T44] ? trace_contention_end+0xd6/0x110
[ 861.516579][ T44] ? __mutex_lock+0x285/0x1f20
[ 861.516705][ T44] ? rtnl_newlink+0x6fc/0xe90
[ 861.516821][ T44] ? ww_mutex_lock+0x160/0x160
[ 861.516942][ T44] ? nla_get_range_signed+0x3d0/0x3d0
[ 861.517059][ T44] ? __rtnl_newlink+0x3fa/0xa40
[ 861.517186][ T44] rtnl_newlink+0x75c/0xe90
[ 861.517301][ T44] ? __lock_release.isra.0+0x59/0x170
[ 861.517420][ T44] ? rtnl_setlink+0x880/0x880
[ 861.517539][ T44] ? __lock_acquire+0x577/0xc10
[ 861.517661][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 861.517782][ T44] ? find_held_lock+0x2b/0x80
[ 861.517897][ T44] ? rtnl_setlink+0x880/0x880
[ 861.518018][ T44] ? __lock_release.isra.0+0x59/0x170
[ 861.518137][ T44] ? rtnl_setlink+0x880/0x880
[ 861.518257][ T44] rtnetlink_rcv_msg+0x6fe/0xb90
[ 861.518373][ T44] ? rtnl_fdb_dump+0x620/0x620
[ 861.518494][ T44] ? __lock_acquire+0x577/0xc10
[ 861.518611][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 861.518731][ T44] ? find_held_lock+0x2b/0x80
[ 861.518848][ T44] netlink_rcv_skb+0x123/0x380
[ 861.518970][ T44] ? rtnl_fdb_dump+0x620/0x620
[ 861.519086][ T44] ? netlink_ack+0xcc0/0xcc0
[ 861.519213][ T44] ? netlink_deliver_tap+0xc5/0x330
[ 861.519326][ T44] ? netlink_deliver_tap+0x13f/0x330
[ 861.519451][ T44] netlink_unicast+0x4a3/0x770
[ 861.519565][ T44] ? netlink_attachskb+0x810/0x810
[ 861.519691][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 861.519804][ T44] ? __lock_acquire+0x577/0xc10
[ 861.519927][ T44] netlink_sendmsg+0x735/0xc60
[ 861.520043][ T44] ? netlink_unicast+0x770/0x770
[ 861.520173][ T44] ____sys_sendmsg+0x419/0x850
[ 861.520292][ T44] ? copy_msghdr_from_user+0x270/0x430
[ 861.520414][ T44] ? get_timestamp.constprop.0+0x3a0/0x3a0
[ 861.520556][ T44] ? move_addr_to_kernel+0x40/0x40
[ 861.520679][ T44] ? stack_depot_save_flags+0x3f1/0x6f0
[ 861.520802][ T44] ? rcu_read_lock_any_held+0x3c/0x90
[ 861.520918][ T44] ___sys_sendmsg+0xfd/0x180
[ 861.521040][ T44] ? __call_rcu_common.constprop.0+0xa6/0xa00
[ 861.521188][ T44] ? copy_msghdr_from_user+0x430/0x430
[ 861.521324][ T44] __sys_sendmsg+0x124/0x1c0
[ 861.521438][ T44] ? __sys_sendmsg_sock+0x20/0x20
[ 861.521561][ T44] ? lockdep_hardirqs_on+0x84/0x130
[ 861.521674][ T44] ? __call_rcu_common.constprop.0+0x3bd/0xa00
[ 861.521829][ T44] ? do_raw_spin_unlock+0x59/0x250
[ 861.521945][ T44] ? rcu_is_watching+0x15/0xd0
[ 861.522066][ T44] do_syscall_64+0xbd/0xfc0
[ 861.522188][ T44] entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 861.522335][ T44] RIP: 0033:0x7f990e6a1c5e
[ 861.522456][ T44] RSP: 002b:00007ffe28159c40 EFLAGS: 00000202 ORIG_RAX: 000000000000002e
[ 861.522637][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007f990e6a1c5e
[ 861.522820][ T44] RDX: 0000000000000000 RSI: 00007ffe28159d00 RDI: 0000000000000003
[ 861.522992][ T44] RBP: 00007ffe28159c50 R08: 0000000000000000 R09: 0000000000000000
[ 861.523176][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007ffe2815a3c0
[ 861.523346][ T44] R13: 00000000695007eb R14: 0000000000000000 R15: 0000000000499600
[ 861.523531][ T44]
[ 861.523622][ T44] INFO: task ip:5771 is blocked on a mutex likely owned by task kworker/3:0:33.
[ 861.523819][ T44] task:kworker/3:0 state:D stack:28096 pid:33 tgid:33 ppid:2 task_flags:0x4208060 flags:0x00080000
[ 861.524075][ T44] Workqueue: events refill_work
[ 861.524194][ T44] Call Trace:
[ 861.524288][ T44]
[ 861.524348][ T44] __schedule+0xae2/0x1720
[ 861.524468][ T44] ? usleep_range_state+0xba/0x1b0
[ 861.524588][ T44] ? io_schedule_timeout+0x130/0x130
[ 861.524715][ T44] ? __lock_release.isra.0+0x59/0x170
[ 861.524832][ T44] ? usleep_range_state+0xba/0x1b0
[ 861.524951][ T44] schedule+0xd4/0x260
[ 861.525038][ T44] schedule_hrtimeout_range_clock+0x1da/0x2f0
[ 861.525190][ T44] ? schedule_timeout_idle+0xe0/0xe0
[ 861.525308][ T44] ? __hrtimer_cb_get_time+0x50/0x50
[ 861.525433][ T44] ? lockdep_hardirqs_on+0x84/0x130
[ 861.525548][ T44] ? ktime_get+0x15e/0x220
[ 861.525674][ T44] ? kvm_clock_get_cycles+0x18/0x30
[ 861.525800][ T44] ? ktime_get+0xa9/0x220
[ 861.525890][ T44] usleep_range_state+0x133/0x1b0
[ 861.526014][ T44] ? schedule_hrtimeout+0x20/0x20
[ 861.526135][ T44] ? perf_trace_sched_switch+0x6d0/0x6d0
[ 861.526256][ T44] ? refill_work+0x149/0x210
[ 861.526373][ T44] napi_disable_locked+0x379/0x5f0
[ 861.526494][ T44] ? _mutex_trylock_nest_lock+0x340/0x340
[ 861.526611][ T44] ? register_netdevice_notifier_net+0x40/0x40
[ 861.526762][ T44] napi_disable+0x43/0x80
[ 861.526849][ T44] refill_work+0x116/0x210
[ 861.526977][ T44] process_one_work+0xd57/0x1390
[ 861.527099][ T44] ? pwq_dec_nr_in_flight+0x700/0x700
[ 861.527226][ T44] ? lock_acquire.part.0+0xbc/0x260
[ 861.527343][ T44] ? assign_work+0x152/0x380
[ 861.527465][ T44] worker_thread+0x4d6/0xd40
[ 861.527584][ T44] ? process_one_work+0x1390/0x1390
[ 861.527705][ T44] kthread+0x355/0x5b0
[ 861.527794][ T44] ? kthread_is_per_cpu+0xe0/0xe0
[ 861.527916][ T44] ? __lock_release.isra.0+0x59/0x170
[ 861.528032][ T44] ? rcu_is_watching+0x15/0xd0
[ 861.528157][ T44] ? kthread_is_per_cpu+0xe0/0xe0
[ 861.528271][ T44] ret_from_fork+0x3fb/0x510
[ 861.528393][ T44] ? arch_exit_to_user_mode_prepare.isra.0+0x140/0x140
[ 861.528539][ T44] ? __switch_to+0x53c/0xd00
[ 861.528660][ T44] ? kthread_is_per_cpu+0xe0/0xe0
[ 861.528784][ T44] ret_from_fork_asm+0x11/0x20
[ 861.528904][ T44]
[ 861.528999][ T44]
[ 861.528999][ T44] Showing all locks held in the system:
[ 861.529167][ T44] 3 locks held by kworker/u16:0/12:
[ 861.529286][ T44] #0: ff11000009167148 ((wq_completion)ipv6_addrconf){+.+.}-{0:0}, at: process_one_work+0xcb4/0x1390
[ 861.529517][ T44] #1: ffa00000000c7cc0 ((work_completion)(&(&net->ipv6.addr_chk_work)->work)){+.+.}-{0:0}, at: process_one_work+0xd16/0x1390
[ 861.529882][ T44] #2: ffffffffaaa85768 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_verify_work+0x12/0x30
[ 861.530086][ T44] 3 locks held by kworker/3:0/33:
[ 861.530199][ T44] #0: ff11000001139b48 ((wq_completion)events){+.+.}-{0:0}, at: process_one_work+0xcb4/0x1390
[ 861.530428][ T44] #1: ffa0000000257cc0 ((work_completion)(&(&vi->refill)->work)){+.+.}-{0:0}, at: process_one_work+0xd16/0x1390
[ 861.530681][ T44] #2: ff11000008b9ac98 (&dev->lock){+.+.}-{4:4}, at: napi_disable+0x3b/0x80
[ 861.530891][ T44] 1 lock held by khungtaskd/44:
[ 861.531001][ T44] #0: ffffffffaa371040 (rcu_read_lock){....}-{1:3}, at: rcu_lock_acquire.constprop.0+0x7/0x30
[ 861.531238][ T44] 2 locks held by ip/5771:
[ 861.531351][ T44] #0: ffffffffaaa85768 (rtnl_mutex){+.+.}-{4:4}, at: rtnl_newlink+0x6fc/0xe90
[ 861.531551][ T44] #1: ff11000008b9ac98 (&dev->lock){+.+.}-{4:4}, at: napi_enable+0x3b/0x80
[ 861.531754][ T44]
[ 861.531811][ T44] =============================================
[ 861.531811][ T44]
[ 863.553689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 153600 ms
[ 863.554061][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 153600000 usecs ago
[ 869.185689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 159232 ms
[ 869.186062][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 159232000 usecs ago
[ 874.305689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 164352 ms
[ 874.306041][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 164352000 usecs ago
[ 880.449689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 170496 ms
[ 880.450046][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 170496000 usecs ago
[ 886.081689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 176128 ms
[ 886.082031][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 176128000 usecs ago
[ 891.201689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 181248 ms
[ 891.202032][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 181248000 usecs ago
[ 896.321689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 186368 ms
[ 896.322062][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 186368000 usecs ago
[ 902.465689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 192512 ms
[ 902.466037][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 192512000 usecs ago
[ 908.097689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 198144 ms
[ 908.098060][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 198144000 usecs ago
[ 913.217689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 203264 ms
[ 913.218037][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 203264000 usecs ago
[ 918.337688][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 208384 ms
[ 918.338062][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 208384000 usecs ago
[ 924.481689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 214528 ms
[ 924.482034][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 214528000 usecs ago
[ 930.113689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 220160 ms
[ 930.114030][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 220160000 usecs ago
[ 935.233688][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 225280 ms
[ 935.234064][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 225280000 usecs ago
[ 940.353689][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 230400 ms
[ 940.354063][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 230400000 usecs ago
[ 946.497688][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 236544 ms
[ 946.498064][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 236544000 usecs ago
[ 952.129690][ C3] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 3: transmit queue 2 timed out 242176 ms
[ 952.130045][ C3] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 242176000 usecs ago