====================================== | not ok 1 selftests: drivers/net: ping.py # TIMEOUT 360 seconds | /srv/vmksft/testing/wt-22/tools/testing/selftests/kselftest/runner.sh: line 50: : No such file or directory | make: Leaving directory '/srv/vmksft/testing/wt-22/tools/testing/selftests' | xx__-> echo $? | 0 xx__-> [ 369.998774][ T44] INFO: task ip:973 blocked for more than 122 seconds. [ 369.999128][ T44] Not tainted 6.19.0-rc1-virtme #1 [ 369.999264][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 369.999498][ T44] task:ip state:D stack:24976 pid:973 tgid:973 ppid:1 task_flags:0x400100 flags:0x00080002 [ 369.999837][ T44] Call Trace: [ 369.999941][ T44] [ 370.000013][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 370.000155][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 370.000281][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 370.000423][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 370.000523][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 370.000661][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776) [ 370.000801][ T44] ? napi_enable (net/core/dev.c:7618) [ 370.000932][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 370.001060][ T44] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 6) kernel/locking/lockdep.c:4411 (discriminator 6)) [ 370.001210][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 2)) [ 370.001351][ T44] ? sg_init_table (lib/scatterlist.c:106) [ 370.001475][ T44] ? try_fill_recv (drivers/net/virtio_net.c:2865 (discriminator 1)) [ 370.001602][ T44] ? napi_enable (net/core/dev.c:7618) [ 370.001721][ T44] napi_enable (net/core/dev.c:7618) [ 370.001823][ T44] __virtnet_rx_resume (./include/linux/bottom_half.h:20 (discriminator 1) drivers/net/virtio_net.c:2894 (discriminator 1) drivers/net/virtio_net.c:2904 (discriminator 1) drivers/net/virtio_net.c:3481 (discriminator 1)) [ 370.001943][ T44] ? queue_delayed_work_on (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/workqueue.c:2559) [ 370.002068][ T44] virtnet_rx_resume_all (drivers/net/virtio_net.c:3492 (discriminator 1)) [ 370.002185][ T44] virtnet_xdp_set (drivers/net/virtio_net.c:6140 (discriminator 1)) [ 370.002310][ T44] ? virtnet_xdp_set (drivers/net/virtio_net.c:6167) [ 370.002428][ T44] dev_xdp_install (net/core/dev.c:10314) [ 370.002548][ T44] ? netif_set_xps_queue (net/core/dev.c:10282) [ 370.002667][ T44] dev_xdp_attach (net/core/dev.c:10470) [ 370.002794][ T44] ? bpf_xdp_link_update (net/core/dev.c:10360) [ 370.003163][ T44] ? __bpf_prog_get (kernel/bpf/syscall.c:2622) [ 370.003285][ T44] dev_change_xdp_fd (net/core/dev.c:10724) [ 370.003412][ T44] do_setlink.isra.0 (net/core/rtnetlink.c:3392) [ 370.003530][ T44] ? rtnl_newlink_create (net/core/rtnetlink.c:3036) [ 370.003650][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4028 (discriminator 2) kernel/rcu/tree.c:4020 (discriminator 2)) [ 370.003805][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 370.003917][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4)) [ 370.004039][ T44] ? rcu_read_lock_any_held (./include/linux/lockdep.h:249 kernel/rcu/update.c:388 kernel/rcu/update.c:380) [ 370.004155][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 370.004278][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 370.004396][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 370.004519][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 370.004634][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 370.004756][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 370.004869][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 370.004992][ T44] ? trace_contention_end (./include/trace/events/lock.h:122 (discriminator 33)) [ 370.005106][ T44] ? __mutex_lock (kernel/locking/mutex.c:624 (discriminator 3) kernel/locking/mutex.c:776 (discriminator 3)) [ 370.005230][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 370.005348][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 370.005468][ T44] ? nla_get_range_signed (lib/nlattr.c:396) [ 370.005590][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3922) [ 370.005715][ T44] rtnl_newlink (net/core/rtnetlink.c:351 (discriminator 1) net/core/rtnetlink.c:4073 (discriminator 1)) [ 370.005844][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 370.005960][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963) [ 370.006081][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 370.006197][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 370.006374][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 370.006489][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963) [ 370.006609][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 370.006724][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963) [ 370.006848][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6958) [ 370.006964][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861) [ 370.007085][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 370.007200][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 370.007323][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 370.007440][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550) [ 370.007561][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861) [ 370.007677][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527) [ 370.007804][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) ./include/net/netns/generic.h:48 (discriminator 1) net/netlink/af_netlink.c:333 (discriminator 1)) [ 370.007917][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1)) [ 370.008041][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344) [ 370.008157][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329) [ 370.008280][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 370.008397][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 370.008519][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894) [ 370.008634][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813) [ 370.008760][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2592 (discriminator 4)) [ 370.008876][ T44] ? copy_msghdr_from_user (net/socket.c:2532) [ 370.008998][ T44] ? get_timestamp.constprop.0 (net/socket.c:2538) [ 370.009143][ T44] ? move_addr_to_kernel (net/socket.c:2518) [ 370.009264][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 370.009384][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 370.009507][ T44] ___sys_sendmsg (net/socket.c:2648) [ 370.009621][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:127 kernel/rcu/tree.c:3121) [ 370.009773][ T44] ? copy_msghdr_from_user (net/socket.c:2635) [ 370.009902][ T44] __sys_sendmsg (net/socket.c:2678 (discriminator 1)) [ 370.010024][ T44] ? __sys_sendmsg_sock (net/socket.c:2663) [ 370.010137][ T44] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473) [ 370.010258][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/rcu/tree.c:3144) [ 370.010405][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 370.010524][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 370.010639][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 370.010763][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 370.010908][ T44] RIP: 0033:0x7f8162f45c5e [ 370.011038][ T44] RSP: 002b:00007ffc18fd18f0 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 370.011216][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007f8162f45c5e [ 370.011403][ T44] RDX: 0000000000000000 RSI: 00007ffc18fd19b0 RDI: 0000000000000003 [ 370.011577][ T44] RBP: 00007ffc18fd1900 R08: 0000000000000000 R09: 0000000000000000 [ 370.011759][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007ffc18fd2070 [ 370.011933][ T44] R13: 0000000069515594 R14: 0000000000000000 R15: 0000000000499600 | [ 370.021335][ T44] 1 lock held by ip/1039: | [ 370.021422][ T44] #0: ffffffffb2c85768 (rtnl_mutex){+.+.}-{4:4}, at: rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) | [ 370.021623][ T44] | [ 370.021682][ T44] ============================================= | [ 370.021682][ T44] [ 492.878750][ T44] INFO: task kworker/u16:0:12 blocked for more than 122 seconds. [ 492.879027][ T44] Not tainted 6.19.0-rc1-virtme #1 [ 492.879157][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 492.879381][ T44] task:kworker/u16:0 state:D stack:27760 pid:12 tgid:12 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 492.879695][ T44] Workqueue: ipv6_addrconf addrconf_verify_work [ 492.879875][ T44] Call Trace: [ 492.879975][ T44] [ 492.880044][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 492.880184][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 492.880308][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.880441][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.880567][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 492.880666][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 492.880799][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776) [ 492.880922][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 492.881051][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 492.881175][ T44] ? __entry_text_end (??:?) [ 492.881303][ T44] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 492.881426][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 492.881549][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 492.881669][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 492.881793][ T44] addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 492.881910][ T44] process_one_work (kernel/workqueue.c:3262) [ 492.882036][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 492.882151][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 492.882277][ T44] ? assign_work (kernel/workqueue.c:1200) [ 492.882394][ T44] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 492.882524][ T44] ? process_one_work (kernel/workqueue.c:3367) [ 492.882638][ T44] kthread (kernel/kthread.c:463) [ 492.882731][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 492.882851][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.882971][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 492.883089][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 492.883210][ T44] ret_from_fork (arch/x86/kernel/process.c:164) [ 492.883325][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 492.883481][ T44] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 492.883596][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 492.883717][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 492.883846][ T44] | [ 492.883942][ T44] INFO: task kworker/u16:0:12 is blocked on a mutex likely owned by task ip:973. [ 492.884148][ T44] INFO: task kworker/2:1:66 blocked for more than 122 seconds. [ 492.884304][ T44] Not tainted 6.19.0-rc1-virtme #1 [ 492.884420][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 492.884605][ T44] task:kworker/2:1 state:D stack:26864 pid:66 tgid:66 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 492.884863][ T44] Workqueue: events xp_release_deferred [ 492.884977][ T44] Call Trace: [ 492.885070][ T44] [ 492.885129][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 492.885244][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 492.885365][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.885483][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 492.885576][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 492.885694][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776) [ 492.885819][ T44] ? xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 492.885935][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 492.886056][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 492.886172][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 492.886292][ T44] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 492.886408][ T44] ? xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 492.886540][ T44] xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 492.886654][ T44] process_one_work (kernel/workqueue.c:3262) [ 492.886780][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 492.886892][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 492.887016][ T44] ? assign_work (kernel/workqueue.c:1200) [ 492.887132][ T44] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 492.887256][ T44] ? process_one_work (kernel/workqueue.c:3367) [ 492.887371][ T44] ? __kthread_parkme (./arch/x86/include/asm/bitops.h:202 (discriminator 1) ./arch/x86/include/asm/bitops.h:232 (discriminator 1) ./include/asm-generic/bitops/instrumented-non-atomic.h:142 (discriminator 1) kernel/kthread.c:290 (discriminator 1)) [ 492.887497][ T44] ? process_one_work (kernel/workqueue.c:3367) [ 492.887610][ T44] kthread (kernel/kthread.c:463) [ 492.887703][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 492.887826][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.887940][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 492.888063][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 492.888177][ T44] ret_from_fork (arch/x86/kernel/process.c:164) [ 492.888300][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 492.888445][ T44] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 492.888565][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 492.888678][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 492.888806][ T44] | [ 492.888895][ T44] INFO: task kworker/2:1:66 is blocked on a mutex likely owned by task ip:973. [ 492.889089][ T44] INFO: task ip:973 blocked for more than 245 seconds. [ 492.889223][ T44] Not tainted 6.19.0-rc1-virtme #1 [ 492.889337][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 492.889521][ T44] task:ip state:D stack:24976 pid:973 tgid:973 ppid:1 task_flags:0x400100 flags:0x00080002 [ 492.889776][ T44] Call Trace: [ 492.889862][ T44] [ 492.889923][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 492.890046][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 492.890160][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.890284][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 492.890370][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 492.890492][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776) [ 492.890608][ T44] ? napi_enable (net/core/dev.c:7618) [ 492.890731][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 492.890853][ T44] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 6) kernel/locking/lockdep.c:4411 (discriminator 6)) [ 492.891000][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 2)) [ 492.891116][ T44] ? sg_init_table (lib/scatterlist.c:106) [ 492.891240][ T44] ? try_fill_recv (drivers/net/virtio_net.c:2865 (discriminator 1)) [ 492.891357][ T44] ? napi_enable (net/core/dev.c:7618) [ 492.891482][ T44] napi_enable (net/core/dev.c:7618) [ 492.891569][ T44] __virtnet_rx_resume (./include/linux/bottom_half.h:20 (discriminator 1) drivers/net/virtio_net.c:2894 (discriminator 1) drivers/net/virtio_net.c:2904 (discriminator 1) drivers/net/virtio_net.c:3481 (discriminator 1)) [ 492.891691][ T44] ? queue_delayed_work_on (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/workqueue.c:2559) [ 492.891816][ T44] virtnet_rx_resume_all (drivers/net/virtio_net.c:3492 (discriminator 1)) [ 492.891932][ T44] virtnet_xdp_set (drivers/net/virtio_net.c:6140 (discriminator 1)) [ 492.892057][ T44] ? virtnet_xdp_set (drivers/net/virtio_net.c:6167) [ 492.892171][ T44] dev_xdp_install (net/core/dev.c:10314) [ 492.892293][ T44] ? netif_set_xps_queue (net/core/dev.c:10282) [ 492.892412][ T44] dev_xdp_attach (net/core/dev.c:10470) [ 492.892540][ T44] ? bpf_xdp_link_update (net/core/dev.c:10360) [ 492.892655][ T44] ? __bpf_prog_get (kernel/bpf/syscall.c:2622) [ 492.892780][ T44] dev_change_xdp_fd (net/core/dev.c:10724) [ 492.892898][ T44] do_setlink.isra.0 (net/core/rtnetlink.c:3392) [ 492.893020][ T44] ? rtnl_newlink_create (net/core/rtnetlink.c:3036) [ 492.893135][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4028 (discriminator 2) kernel/rcu/tree.c:4020 (discriminator 2)) [ 492.893284][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 492.893400][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4)) [ 492.893524][ T44] ? rcu_read_lock_any_held (./include/linux/lockdep.h:249 kernel/rcu/update.c:388 kernel/rcu/update.c:380) [ 492.893640][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 492.893766][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 492.893885][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 492.894008][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 492.894121][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 492.894244][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 492.894360][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 492.894488][ T44] ? trace_contention_end (./include/trace/events/lock.h:122 (discriminator 33)) [ 492.894602][ T44] ? __mutex_lock (kernel/locking/mutex.c:624 (discriminator 3) kernel/locking/mutex.c:776 (discriminator 3)) [ 492.894725][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 492.894850][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 492.894963][ T44] ? nla_get_range_signed (lib/nlattr.c:396) [ 492.895090][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3922) [ 492.895207][ T44] rtnl_newlink (net/core/rtnetlink.c:351 (discriminator 1) net/core/rtnetlink.c:4073 (discriminator 1)) [ 492.895329][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.895448][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963) [ 492.895569][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 492.895685][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 492.895807][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 492.895920][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963) [ 492.896046][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.896163][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963) [ 492.896283][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6958) [ 492.896398][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861) [ 492.896522][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 492.896638][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 492.896762][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 492.896879][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550) [ 492.897003][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861) [ 492.897118][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527) [ 492.897244][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) ./include/net/netns/generic.h:48 (discriminator 1) net/netlink/af_netlink.c:333 (discriminator 1)) [ 492.897357][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1)) [ 492.897483][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344) [ 492.897598][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329) [ 492.897721][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 492.897846][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 492.897960][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894) [ 492.898084][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813) [ 492.898203][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2592 (discriminator 4)) [ 492.898325][ T44] ? copy_msghdr_from_user (net/socket.c:2532) [ 492.898445][ T44] ? get_timestamp.constprop.0 (net/socket.c:2538) [ 492.898593][ T44] ? move_addr_to_kernel (net/socket.c:2518) [ 492.898720][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 492.898843][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 492.898960][ T44] ___sys_sendmsg (net/socket.c:2648) [ 492.899082][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:127 kernel/rcu/tree.c:3121) [ 492.899227][ T44] ? copy_msghdr_from_user (net/socket.c:2635) [ 492.899360][ T44] __sys_sendmsg (net/socket.c:2678 (discriminator 1)) [ 492.899480][ T44] ? __sys_sendmsg_sock (net/socket.c:2663) [ 492.899605][ T44] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473) [ 492.899720][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/rcu/tree.c:3144) [ 492.899873][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 492.899989][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 492.900113][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 492.900230][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 492.900378][ T44] RIP: 0033:0x7f8162f45c5e [ 492.900507][ T44] RSP: 002b:00007ffc18fd18f0 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 492.900689][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007f8162f45c5e [ 492.900870][ T44] RDX: 0000000000000000 RSI: 00007ffc18fd19b0 RDI: 0000000000000003 [ 492.901046][ T44] RBP: 00007ffc18fd1900 R08: 0000000000000000 R09: 0000000000000000 [ 492.901225][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007ffc18fd2070 [ 492.901398][ T44] R13: 0000000069515594 R14: 0000000000000000 R15: 0000000000499600 | [ 492.906847][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) | [ 492.906989][ T44] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) | [ 492.907111][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) | [ 492.907225][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 492.907412][ T44] [ 492.907509][ T44] INFO: task ip:1039 blocked for more than 122 seconds. [ 492.907650][ T44] Not tainted 6.19.0-rc1-virtme #1 [ 492.907766][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 492.908008][ T44] task:ip state:D stack:25624 pid:1039 tgid:1039 ppid:1038 task_flags:0x400100 flags:0x00080000 [ 492.908270][ T44] Call Trace: [ 492.908356][ T44] [ 492.908482][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 492.908600][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 492.908722][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.908845][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.909021][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 492.909115][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 492.909232][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776) [ 492.909353][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 492.909526][ T44] ? rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) [ 492.909647][ T44] ? write_profile (kernel/stacktrace.c:83) [ 492.909772][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 492.909891][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 492.910069][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 492.910188][ T44] ? rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) [ 492.910309][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) [ 492.910428][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861) [ 492.910603][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 492.910720][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 492.910844][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 492.910960][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550) [ 492.911139][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861) [ 492.911259][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527) [ 492.911386][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) ./include/net/netns/generic.h:48 (discriminator 1) net/netlink/af_netlink.c:333 (discriminator 1)) [ 492.911505][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1)) [ 492.911684][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344) [ 492.911812][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329) [ 492.911929][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 492.912052][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894) [ 492.912227][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813) [ 492.912354][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2592 (discriminator 4)) [ 492.912472][ T44] ? copy_msghdr_from_user (net/socket.c:2532) [ 492.912592][ T44] ? get_timestamp.constprop.0 (net/socket.c:2538) [ 492.912801][ T44] ? move_addr_to_kernel (net/socket.c:2518) [ 492.912914][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 492.913038][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4028 (discriminator 2) kernel/rcu/tree.c:4020 (discriminator 2)) [ 492.913184][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 492.913366][ T44] ___sys_sendmsg (net/socket.c:2648) [ 492.913485][ T44] ? copy_msghdr_from_user (net/socket.c:2635) [ 492.913606][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 492.913724][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 492.913854][ T44] ? move_addr_to_user (net/socket.c:306 (discriminator 1)) [ 492.913968][ T44] ? do_getsockname (net/socket.c:2119) [ 492.914092][ T44] __sys_sendmsg (net/socket.c:2678 (discriminator 1)) [ 492.914209][ T44] ? __sys_sendmsg_sock (net/socket.c:2663) [ 492.914394][ T44] ? __sys_getsockname (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) net/socket.c:2144 (discriminator 1)) [ 492.914512][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 492.914633][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 492.914758][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 492.914969][ T44] RIP: 0033:0x7f7dae3dcc5e [ 492.915090][ T44] RSP: 002b:00007fff24229e10 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 492.915273][ T44] RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 00007f7dae3dcc5e [ 492.915513][ T44] RDX: 0000000000000000 RSI: 00007fff24229ed0 RDI: 0000000000000004 [ 492.915684][ T44] RBP: 00007fff24229e20 R08: 0000000000000000 R09: 0000000000000000 [ 492.915925][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fff2422c68b [ 492.916098][ T44] R13: 0000000069515664 R14: 000000000000000d R15: 00007fff24229f80 | [ 603.470127][ C0] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 110592000 usecs ago | [ 609.101739][ C0] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 0: transmit queue 2 timed out 116224 ms | [ 609.102137][ C0] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 116224000 usecs ago | [ 614.221738][ C0] virtio_net virtio2 enp0s1: NETDEV WATCHDOG: CPU: 0: transmit queue 2 timed out 121344 ms | [ 614.222163][ C0] virtio_net virtio2 enp0s1: TX timeout on queue: 2, sq: output.2, vq: 0x5, name: output.2, 121344000 usecs ago [ 615.758751][ T44] INFO: task kworker/u16:0:12 blocked for more than 245 seconds. [ 615.759027][ T44] Not tainted 6.19.0-rc1-virtme #1 [ 615.759175][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 615.759446][ T44] task:kworker/u16:0 state:D stack:27760 pid:12 tgid:12 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 615.759748][ T44] Workqueue: ipv6_addrconf addrconf_verify_work [ 615.759919][ T44] Call Trace: [ 615.760025][ T44] [ 615.760093][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 615.760233][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 615.760366][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.760497][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.760621][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 615.760720][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 615.760849][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776) [ 615.760973][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 615.761109][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 615.761231][ T44] ? __entry_text_end (??:?) [ 615.761362][ T44] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 615.761479][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 615.761605][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 615.761720][ T44] ? addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 615.761845][ T44] addrconf_verify_work (net/ipv6/addrconf.c:4731 (discriminator 1)) [ 615.761960][ T44] process_one_work (kernel/workqueue.c:3262) [ 615.762090][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 615.762205][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 615.762329][ T44] ? assign_work (kernel/workqueue.c:1200) [ 615.762444][ T44] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 615.762572][ T44] ? process_one_work (kernel/workqueue.c:3367) [ 615.762688][ T44] kthread (kernel/kthread.c:463) [ 615.762784][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 615.762900][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.763022][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 615.763137][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 615.763261][ T44] ret_from_fork (arch/x86/kernel/process.c:164) [ 615.763376][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 615.763526][ T44] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 615.763647][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 615.763769][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 615.763889][ T44] | [ 615.763986][ T44] INFO: task kworker/u16:0:12 is blocked on a mutex likely owned by task ip:973. [ 615.764177][ T44] INFO: task kworker/2:1:66 blocked for more than 245 seconds. [ 615.764347][ T44] Not tainted 6.19.0-rc1-virtme #1 [ 615.764464][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 615.764650][ T44] task:kworker/2:1 state:D stack:26864 pid:66 tgid:66 ppid:2 task_flags:0x4208060 flags:0x00080000 [ 615.764908][ T44] Workqueue: events xp_release_deferred [ 615.765023][ T44] Call Trace: [ 615.765117][ T44] [ 615.765177][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 615.765299][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 615.765427][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.765545][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 615.765637][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 615.765760][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776) [ 615.765877][ T44] ? xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 615.766000][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 615.766128][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 615.766252][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 615.766364][ T44] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 615.766488][ T44] ? xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 615.766605][ T44] xp_release_deferred (net/xdp/xsk_buff_pool.c:282) [ 615.766730][ T44] process_one_work (kernel/workqueue.c:3262) [ 615.766857][ T44] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 615.766971][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 615.767094][ T44] ? assign_work (kernel/workqueue.c:1200) [ 615.767210][ T44] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 615.767333][ T44] ? process_one_work (kernel/workqueue.c:3367) [ 615.767446][ T44] ? __kthread_parkme (./arch/x86/include/asm/bitops.h:202 (discriminator 1) ./arch/x86/include/asm/bitops.h:232 (discriminator 1) ./include/asm-generic/bitops/instrumented-non-atomic.h:142 (discriminator 1) kernel/kthread.c:290 (discriminator 1)) [ 615.767572][ T44] ? process_one_work (kernel/workqueue.c:3367) [ 615.767686][ T44] kthread (kernel/kthread.c:463) [ 615.767781][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 615.767897][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.768017][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 615.768132][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 615.768256][ T44] ret_from_fork (arch/x86/kernel/process.c:164) [ 615.768374][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 615.768524][ T44] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 615.768643][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 615.768766][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 615.768885][ T44] | [ 615.768979][ T44] INFO: task kworker/2:1:66 is blocked on a mutex likely owned by task ip:973. [ 615.769170][ T44] INFO: task ip:973 blocked for more than 368 seconds. [ 615.769311][ T44] Not tainted 6.19.0-rc1-virtme #1 [ 615.769416][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 615.769611][ T44] task:ip state:D stack:24976 pid:973 tgid:973 ppid:1 task_flags:0x400100 flags:0x00080002 [ 615.769869][ T44] Call Trace: [ 615.769956][ T44] [ 615.770015][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 615.770138][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 615.770253][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.770378][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 615.770465][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 615.770589][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776) [ 615.770707][ T44] ? napi_enable (net/core/dev.c:7618) [ 615.770831][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 615.770947][ T44] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 6) kernel/locking/lockdep.c:4411 (discriminator 6)) [ 615.771097][ T44] ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 2)) [ 615.771215][ T44] ? sg_init_table (lib/scatterlist.c:106) [ 615.771342][ T44] ? try_fill_recv (drivers/net/virtio_net.c:2865 (discriminator 1)) [ 615.771458][ T44] ? napi_enable (net/core/dev.c:7618) [ 615.771581][ T44] napi_enable (net/core/dev.c:7618) [ 615.771668][ T44] __virtnet_rx_resume (./include/linux/bottom_half.h:20 (discriminator 1) drivers/net/virtio_net.c:2894 (discriminator 1) drivers/net/virtio_net.c:2904 (discriminator 1) drivers/net/virtio_net.c:3481 (discriminator 1)) [ 615.771790][ T44] ? queue_delayed_work_on (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/workqueue.c:2559) [ 615.771905][ T44] virtnet_rx_resume_all (drivers/net/virtio_net.c:3492 (discriminator 1)) [ 615.772029][ T44] virtnet_xdp_set (drivers/net/virtio_net.c:6140 (discriminator 1)) [ 615.772150][ T44] ? virtnet_xdp_set (drivers/net/virtio_net.c:6167) [ 615.772269][ T44] dev_xdp_install (net/core/dev.c:10314) [ 615.772384][ T44] ? netif_set_xps_queue (net/core/dev.c:10282) [ 615.772509][ T44] dev_xdp_attach (net/core/dev.c:10470) [ 615.772627][ T44] ? bpf_xdp_link_update (net/core/dev.c:10360) [ 615.772749][ T44] ? __bpf_prog_get (kernel/bpf/syscall.c:2622) [ 615.772865][ T44] dev_change_xdp_fd (net/core/dev.c:10724) [ 615.772989][ T44] do_setlink.isra.0 (net/core/rtnetlink.c:3392) [ 615.773107][ T44] ? rtnl_newlink_create (net/core/rtnetlink.c:3036) [ 615.773227][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4028 (discriminator 2) kernel/rcu/tree.c:4020 (discriminator 2)) [ 615.773369][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 615.773489][ T44] ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4)) [ 615.773606][ T44] ? rcu_read_lock_any_held (./include/linux/lockdep.h:249 kernel/rcu/update.c:388 kernel/rcu/update.c:380) [ 615.773726][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 615.773850][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 615.773966][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 615.774088][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 615.774202][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 615.774322][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 615.774437][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 615.774560][ T44] ? trace_contention_end (./include/trace/events/lock.h:122 (discriminator 33)) [ 615.774678][ T44] ? __mutex_lock (kernel/locking/mutex.c:624 (discriminator 3) kernel/locking/mutex.c:776 (discriminator 3)) [ 615.774801][ T44] ? rtnl_newlink (net/core/rtnetlink.c:343 (discriminator 1) net/core/rtnetlink.c:4071 (discriminator 1)) [ 615.774916][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 615.775038][ T44] ? nla_get_range_signed (lib/nlattr.c:396) [ 615.775157][ T44] ? __rtnl_newlink (net/core/rtnetlink.c:3922) [ 615.775282][ T44] rtnl_newlink (net/core/rtnetlink.c:351 (discriminator 1) net/core/rtnetlink.c:4073 (discriminator 1)) [ 615.775397][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.775517][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963) [ 615.775638][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 615.775761][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 615.775874][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 615.775998][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963) [ 615.776110][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.776231][ T44] ? rtnl_setlink (net/core/rtnetlink.c:3963) [ 615.776346][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6958) [ 615.776468][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861) [ 615.776587][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 615.776707][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 615.776830][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 615.776944][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550) [ 615.777067][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861) [ 615.777181][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527) [ 615.777305][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) ./include/net/netns/generic.h:48 (discriminator 1) net/netlink/af_netlink.c:333 (discriminator 1)) [ 615.777419][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1)) [ 615.777545][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344) [ 615.777659][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329) [ 615.777780][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 615.777893][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 615.778014][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894) [ 615.778128][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813) [ 615.778253][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2592 (discriminator 4)) [ 615.778370][ T44] ? copy_msghdr_from_user (net/socket.c:2532) [ 615.778489][ T44] ? get_timestamp.constprop.0 (net/socket.c:2538) [ 615.778639][ T44] ? move_addr_to_kernel (net/socket.c:2518) [ 615.778762][ T44] ? stack_depot_save_flags (lib/stackdepot.c:601 (discriminator 4) lib/stackdepot.c:668 (discriminator 4)) [ 615.778874][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 615.778996][ T44] ___sys_sendmsg (net/socket.c:2648) [ 615.779112][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:127 kernel/rcu/tree.c:3121) [ 615.779261][ T44] ? copy_msghdr_from_user (net/socket.c:2635) [ 615.779388][ T44] __sys_sendmsg (net/socket.c:2678 (discriminator 1)) [ 615.779509][ T44] ? __sys_sendmsg_sock (net/socket.c:2663) [ 615.779624][ T44] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473) [ 615.779744][ T44] ? __call_rcu_common.constprop.0 (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/rcu/tree.c:3144) [ 615.779891][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 615.780012][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 615.780125][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 615.780248][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 615.780388][ T44] RIP: 0033:0x7f8162f45c5e [ 615.780515][ T44] RSP: 002b:00007ffc18fd18f0 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 615.780693][ T44] RAX: ffffffffffffffda RBX: 0000000000000007 RCX: 00007f8162f45c5e [ 615.780872][ T44] RDX: 0000000000000000 RSI: 00007ffc18fd19b0 RDI: 0000000000000003 [ 615.781044][ T44] RBP: 00007ffc18fd1900 R08: 0000000000000000 R09: 0000000000000000 [ 615.781223][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007ffc18fd2070 [ 615.781400][ T44] R13: 0000000069515594 R14: 0000000000000000 R15: 0000000000499600 | [ 615.786772][ T44] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) | [ 615.786926][ T44] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) | [ 615.787040][ T44] ? kthread_is_per_cpu (kernel/kthread.c:412) | [ 615.787161][ T44] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 615.787337][ T44] [ 615.787431][ T44] INFO: task ip:1039 blocked for more than 245 seconds. [ 615.787570][ T44] Not tainted 6.19.0-rc1-virtme #1 [ 615.787682][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 615.787927][ T44] task:ip state:D stack:25624 pid:1039 tgid:1039 ppid:1038 task_flags:0x400100 flags:0x00080000 [ 615.788181][ T44] Call Trace: [ 615.788270][ T44] [ 615.788393][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 615.788510][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 615.788634][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.788760][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.788932][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 615.789026][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 615.789140][ T44] __mutex_lock (kernel/locking/mutex.c:199 kernel/locking/mutex.c:694 kernel/locking/mutex.c:776) [ 615.789262][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 615.789432][ T44] ? rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) [ 615.789567][ T44] ? write_profile (kernel/stacktrace.c:83) [ 615.789684][ T44] ? ww_mutex_lock (kernel/locking/mutex.c:775) [ 615.789810][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 615.789983][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 615.790106][ T44] ? rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) [ 615.790220][ T44] rtnetlink_rcv_msg (net/core/rtnetlink.c:6965) [ 615.790341][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861) [ 615.790511][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 615.790637][ T44] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 615.790760][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 615.790876][ T44] netlink_rcv_skb (net/netlink/af_netlink.c:2550) [ 615.791053][ T44] ? rtnl_fdb_dump (net/core/rtnetlink.c:6861) [ 615.791168][ T44] ? netlink_ack (net/netlink/af_netlink.c:2527) [ 615.791294][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) ./include/net/netns/generic.h:48 (discriminator 1) net/netlink/af_netlink.c:333 (discriminator 1)) [ 615.791408][ T44] ? netlink_deliver_tap (./include/linux/rcupdate.h:341 (discriminator 1) ./include/linux/rcupdate.h:897 (discriminator 1) net/netlink/af_netlink.c:340 (discriminator 1)) [ 615.791591][ T44] netlink_unicast (net/netlink/af_netlink.c:1319 net/netlink/af_netlink.c:1344) [ 615.791708][ T44] ? netlink_attachskb (net/netlink/af_netlink.c:1329) [ 615.791833][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 615.791948][ T44] netlink_sendmsg (net/netlink/af_netlink.c:1894) [ 615.792124][ T44] ? netlink_unicast (net/netlink/af_netlink.c:1813) [ 615.792245][ T44] ____sys_sendmsg (net/socket.c:727 (discriminator 4) net/socket.c:742 (discriminator 4) net/socket.c:2592 (discriminator 4)) [ 615.792366][ T44] ? copy_msghdr_from_user (net/socket.c:2532) [ 615.792480][ T44] ? get_timestamp.constprop.0 (net/socket.c:2538) [ 615.792689][ T44] ? move_addr_to_kernel (net/socket.c:2518) [ 615.792810][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 615.792924][ T44] ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4028 (discriminator 2) kernel/rcu/tree.c:4020 (discriminator 2)) [ 615.793076][ T44] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1)) [ 615.793246][ T44] ___sys_sendmsg (net/socket.c:2648) [ 615.793370][ T44] ? copy_msghdr_from_user (net/socket.c:2635) [ 615.793485][ T44] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 615.793610][ T44] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 615.793792][ T44] ? move_addr_to_user (net/socket.c:306 (discriminator 1)) [ 615.793907][ T44] ? do_getsockname (net/socket.c:2119) [ 615.794029][ T44] __sys_sendmsg (net/socket.c:2678 (discriminator 1)) [ 615.794145][ T44] ? __sys_sendmsg_sock (net/socket.c:2663) [ 615.794328][ T44] ? __sys_getsockname (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) net/socket.c:2144 (discriminator 1)) [ 615.794442][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 615.794562][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 615.794678][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 615.794884][ T44] RIP: 0033:0x7f7dae3dcc5e [ 615.795004][ T44] RSP: 002b:00007fff24229e10 EFLAGS: 00000202 ORIG_RAX: 000000000000002e [ 615.795182][ T44] RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 00007f7dae3dcc5e [ 615.795418][ T44] RDX: 0000000000000000 RSI: 00007fff24229ed0 RDI: 0000000000000004 [ 615.795595][ T44] RBP: 00007fff24229e20 R08: 0000000000000000 R09: 0000000000000000 [ 615.795831][ T44] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fff2422c68b Finger prints: __schedule:schedule:schedule_preempt_disabled:__mutex_lock:napi_enable __schedule:schedule:schedule_preempt_disabled:__mutex_lock:addrconf_verify_work __schedule:schedule:schedule_preempt_disabled:__mutex_lock:xp_release_deferred ret_from_fork_asm:__schedule:schedule:schedule_preempt_disabled:__mutex_lock