====================================== | xx__-> [ 1920.351419][ T12] ------------[ cut here ]------------ | [ 1920.351744][ T12] conntrack cleanup blocked for 60s | [ 1920.351746][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#1: 0/12 | [ 1920.352276][ T12] Modules linked in: nf_flow_table(+) xt_conntrack act_mirred cls_u32 sch_ingress ifb xfrm_user openvswitch psample nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nsh geneve vxlan act_csum act_pedit cls_flower sch_prio ipt_REJECT nf_reject_ipv4 nft_compat nf_tables [last unloaded: ila] [ 1920.353290][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1920.353469][ T12] Workqueue: netns cleanup_net [ 1920.353609][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 1920.353811][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 b8 c9 fc 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 8e be fb e9 25 fd ff ff 48 8d 3d 46 e6 08 00 <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 b8 c9 fc mov -0x336474d(%rip),%rax # 0xfffffffffcc9b8c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 8e be fb call 0xfffffffffbbe8e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 e6 08 00 lea 0x8e646(%rip),%rdi # 0x8e670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 1920.354270][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 1920.354440][ T12] RAX: 000000010018b7a4 RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 1920.354631][ T12] RDX: 000000010018b7a3 RSI: 0000000000000004 RDI: ffffffffc0804030 [ 1920.354816][ T12] RBP: 0000000000000001 R08: ffffffffc07757ba R09: ffe21c00037d1d84 [ 1920.355013][ T12] R10: ffe21c00037d1d85 R11: 0000000000000001 R12: dffffc0000000000 [ 1920.355201][ T12] R13: ff1100001be8ec20 R14: fffffbfff8102207 R15: ff1100000bed7d00 [ 1920.355393][ T12] FS: 0000000000000000(0000) GS:ff110000ad873000(0000) knlGS:0000000000000000 [ 1920.355622][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1920.355968][ T12] CR2: 0000563a1f25f340 CR3: 000000000edf6001 CR4: 0000000000771ef0 [ 1920.356153][ T12] PKRU: 55555554 [ 1920.356246][ T12] Call Trace: [ 1920.356337][ T12] [ 1920.356408][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 1920.356566][ T12] ? kfree (mm/slub.c:6670 (discriminator 3) mm/slub.c:6878 (discriminator 3)) [ 1920.356663][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1920.356785][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 1920.356937][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 1920.357058][ T12] ? netns_install (net/core/net_namespace.c:223) [ 1920.357179][ T12] cleanup_net (net/core/net_namespace.c:698) [ 1920.357299][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1920.357426][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 1920.357549][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1920.357670][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1920.357792][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1920.357912][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1920.358032][ T12] process_one_work (kernel/workqueue.c:3262) [ 1920.358154][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 1920.358272][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 1920.358399][ T12] ? assign_work (kernel/workqueue.c:1200) [ 1920.358527][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 1920.358652][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 1920.358773][ T12] kthread (kernel/kthread.c:463) [ 1920.358864][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1920.358984][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1920.359104][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1920.359225][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1920.359344][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 1920.359476][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1920.359628][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 1920.359748][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1920.359868][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 1920.360204][ T12] hardirqs last enabled at (25551489): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 1920.360420][ T12] hardirqs last disabled at (25551498): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 1920.360637][ T12] softirqs last enabled at (25551094): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 1920.360846][ T12] softirqs last disabled at (25551089): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 1920.361056][ T12] ---[ end trace 0000000000000000 ]--- [ 2090.428415][ T44] INFO: task modprobe:2590 blocked for more than 122 seconds. [ 2090.428832][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2090.429074][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2090.429345][ T44] task:modprobe state:D stack:25136 pid:2590 tgid:2590 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2090.429703][ T44] Call Trace: [ 2090.429849][ T44] [ 2090.429966][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2090.430149][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2090.430327][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.430522][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2090.430675][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2090.430851][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2090.431023][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2090.431196][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.431369][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2090.431558][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.431732][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2090.431902][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2090.432082][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2090.432226][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2090.432444][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.432607][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2090.432804][ T44] do_one_initcall (init/main.c:1378) [ 2090.432968][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2090.433158][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2090.433323][ T44] do_init_module (kernel/module/main.c:3039) [ 2090.433503][ T44] ? free_module (kernel/module/main.c:3011) [ 2090.433678][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2090.433934][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2090.434102][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.434262][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2090.434438][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2090.434600][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2090.434778][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.434940][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2090.435104][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2090.435267][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2090.435441][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2090.435628][ T44] RIP: 0033:0x7f9f333db34d [ 2090.435804][ T44] RSP: 002b:00007ffc409b5968 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2090.436026][ T44] RAX: ffffffffffffffda RBX: 000055f2ef6cbcf0 RCX: 00007f9f333db34d [ 2090.436241][ T44] RDX: 0000000000000000 RSI: 000055f2cf93af2e RDI: 0000000000000000 [ 2090.436482][ T44] RBP: 00007ffc409b5a00 R08: 0000000000000000 R09: 0000000000000000 [ 2090.436706][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f2cf93af2e [ 2090.436926][ T44] R13: 0000000000040000 R14: 000055f2ef6cbca0 R15: 000055f2ef6cb570 | [ 2090.439070][ T44] 1 lock held by modprobe/2590: | [ 2090.439222][ T44] #0: ffffffffbde85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2090.439498][ T44] | [ 2090.439603][ T44] ============================================= | [ 2090.439603][ T44] [ 2213.307410][ T44] INFO: task modprobe:2590 blocked for more than 245 seconds. [ 2213.307751][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2213.308001][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.308279][ T44] task:modprobe state:D stack:25136 pid:2590 tgid:2590 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2213.308651][ T44] Call Trace: [ 2213.308796][ T44] [ 2213.308917][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.309104][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.309281][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.309473][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.309630][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.309803][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.309977][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.310150][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.310313][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.310492][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.310662][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.310825][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2213.310987][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.311123][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.311321][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.311496][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2213.311691][ T44] do_one_initcall (init/main.c:1378) [ 2213.311853][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.312042][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.312206][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.312375][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.312562][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.312726][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.312894][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.313057][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.313218][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.313382][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.313574][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.313736][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.313899][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.314061][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.314226][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.314429][ T44] RIP: 0033:0x7f9f333db34d [ 2213.314601][ T44] RSP: 002b:00007ffc409b5968 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.314823][ T44] RAX: ffffffffffffffda RBX: 000055f2ef6cbcf0 RCX: 00007f9f333db34d [ 2213.315036][ T44] RDX: 0000000000000000 RSI: 000055f2cf93af2e RDI: 0000000000000000 [ 2213.315249][ T44] RBP: 00007ffc409b5a00 R08: 0000000000000000 R09: 0000000000000000 [ 2213.315479][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f2cf93af2e [ 2213.315701][ T44] R13: 0000000000040000 R14: 000055f2ef6cbca0 R15: 000055f2ef6cb570 | [ 2213.317815][ T44] 1 lock held by modprobe/2590: | [ 2213.317969][ T44] #0: ffffffffbde85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.318233][ T44] | [ 2213.318336][ T44] ============================================= | [ 2213.318336][ T44] [ 2336.187408][ T44] INFO: task modprobe:2590 blocked for more than 368 seconds. [ 2336.187737][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2336.187992][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.188267][ T44] task:modprobe state:D stack:25136 pid:2590 tgid:2590 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2336.188654][ T44] Call Trace: [ 2336.188816][ T44] [ 2336.188931][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.189117][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.189300][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.189499][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.189645][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.189820][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.189994][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.190170][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.190336][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.190521][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.190684][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.190851][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2336.191016][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.191153][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.191348][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.191526][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2336.191718][ T44] do_one_initcall (init/main.c:1378) [ 2336.191879][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.192068][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.192231][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.192422][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.192589][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.192752][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.192918][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.193080][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.193241][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.193428][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.193600][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.193762][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.193923][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.194085][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.194247][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.194453][ T44] RIP: 0033:0x7f9f333db34d [ 2336.194619][ T44] RSP: 002b:00007ffc409b5968 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.194837][ T44] RAX: ffffffffffffffda RBX: 000055f2ef6cbcf0 RCX: 00007f9f333db34d [ 2336.195048][ T44] RDX: 0000000000000000 RSI: 000055f2cf93af2e RDI: 0000000000000000 [ 2336.195262][ T44] RBP: 00007ffc409b5a00 R08: 0000000000000000 R09: 0000000000000000 [ 2336.195493][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f2cf93af2e [ 2336.195709][ T44] R13: 0000000000040000 R14: 000055f2ef6cbca0 R15: 000055f2ef6cb570 | [ 2336.197822][ T44] 1 lock held by modprobe/2590: | [ 2336.197976][ T44] #0: ffffffffbde85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.198241][ T44] | [ 2336.198343][ T44] ============================================= | [ 2336.198343][ T44] [ 2459.068410][ T44] INFO: task modprobe:2590 blocked for more than 491 seconds. [ 2459.068736][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2459.068989][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.069256][ T44] task:modprobe state:D stack:25136 pid:2590 tgid:2590 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2459.069621][ T44] Call Trace: [ 2459.069773][ T44] [ 2459.069897][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.070088][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.070270][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.070461][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.070602][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.070775][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.070961][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.071144][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.071313][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.071492][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.071654][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.071819][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2459.071987][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.072128][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.072320][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.072494][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2459.072684][ T44] do_one_initcall (init/main.c:1378) [ 2459.072846][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.073038][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.073201][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.073366][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.073546][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.073709][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.073876][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.074039][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.074199][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.074365][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.074546][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.074707][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.074868][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.075037][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.075197][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.075398][ T44] RIP: 0033:0x7f9f333db34d [ 2459.075561][ T44] RSP: 002b:00007ffc409b5968 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.075777][ T44] RAX: ffffffffffffffda RBX: 000055f2ef6cbcf0 RCX: 00007f9f333db34d [ 2459.075997][ T44] RDX: 0000000000000000 RSI: 000055f2cf93af2e RDI: 0000000000000000 [ 2459.076209][ T44] RBP: 00007ffc409b5a00 R08: 0000000000000000 R09: 0000000000000000 [ 2459.076436][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f2cf93af2e [ 2459.076651][ T44] R13: 0000000000040000 R14: 000055f2ef6cbca0 R15: 000055f2ef6cb570 | [ 2459.078771][ T44] 1 lock held by modprobe/2590: | [ 2459.078925][ T44] #0: ffffffffbde85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.079192][ T44] | [ 2459.079296][ T44] ============================================= | [ 2459.079296][ T44] [ 2581.948410][ T44] INFO: task modprobe:2590 blocked for more than 614 seconds. [ 2581.948740][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2581.948990][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.949280][ T44] task:modprobe state:D stack:25136 pid:2590 tgid:2590 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2581.949637][ T44] Call Trace: [ 2581.949782][ T44] [ 2581.949896][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.950078][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.950270][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.950464][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.950612][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.950790][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.950969][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.951152][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.951334][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.951517][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.951681][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.951845][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2581.952010][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.952152][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.952354][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.952528][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2581.952721][ T44] do_one_initcall (init/main.c:1378) [ 2581.952882][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.953072][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.953245][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.953427][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.953590][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.953752][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.953918][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.954080][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.954247][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.954430][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.954593][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.954753][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.954915][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.955078][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.955245][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.955448][ T44] RIP: 0033:0x7f9f333db34d [ 2581.955617][ T44] RSP: 002b:00007ffc409b5968 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.955832][ T44] RAX: ffffffffffffffda RBX: 000055f2ef6cbcf0 RCX: 00007f9f333db34d [ 2581.956046][ T44] RDX: 0000000000000000 RSI: 000055f2cf93af2e RDI: 0000000000000000 [ 2581.956267][ T44] RBP: 00007ffc409b5a00 R08: 0000000000000000 R09: 0000000000000000 [ 2581.956492][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f2cf93af2e [ 2581.956707][ T44] R13: 0000000000040000 R14: 000055f2ef6cbca0 R15: 000055f2ef6cb570 | [ 2581.958831][ T44] 1 lock held by modprobe/2590: | [ 2581.958986][ T44] #0: ffffffffbde85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.959254][ T44] | [ 2581.959356][ T44] ============================================= | [ 2581.959356][ T44] [ 2704.828409][ T44] INFO: task modprobe:2590 blocked for more than 737 seconds. [ 2704.828741][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2704.828986][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.829261][ T44] task:modprobe state:D stack:25136 pid:2590 tgid:2590 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2704.829639][ T44] Call Trace: [ 2704.829786][ T44] [ 2704.829900][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.830084][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.830266][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.830462][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.830615][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.830794][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.830970][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.831147][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.831324][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.831515][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.831684][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.831859][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2704.832034][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.832184][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.832398][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.832578][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2704.832769][ T44] do_one_initcall (init/main.c:1378) [ 2704.832931][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.833121][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.833290][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.833470][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.833643][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.833807][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.833974][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.834137][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.834297][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.834480][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.834654][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.834816][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.834978][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.835141][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.835303][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.835510][ T44] RIP: 0033:0x7f9f333db34d [ 2704.835681][ T44] RSP: 002b:00007ffc409b5968 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.835896][ T44] RAX: ffffffffffffffda RBX: 000055f2ef6cbcf0 RCX: 00007f9f333db34d [ 2704.836111][ T44] RDX: 0000000000000000 RSI: 000055f2cf93af2e RDI: 0000000000000000 [ 2704.836325][ T44] RBP: 00007ffc409b5a00 R08: 0000000000000000 R09: 0000000000000000 [ 2704.836566][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f2cf93af2e [ 2704.836778][ T44] R13: 0000000000040000 R14: 000055f2ef6cbca0 R15: 000055f2ef6cb570 | [ 2704.838889][ T44] 1 lock held by modprobe/2590: | [ 2704.839043][ T44] #0: ffffffffbde85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.839305][ T44] | [ 2704.839424][ T44] ============================================= | [ 2704.839424][ T44] [ 2827.708410][ T44] INFO: task modprobe:2590 blocked for more than 860 seconds. [ 2827.708735][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2827.708991][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.709261][ T44] task:modprobe state:D stack:25136 pid:2590 tgid:2590 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2827.709670][ T44] Call Trace: [ 2827.709823][ T44] [ 2827.709946][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.710123][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.710304][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.710502][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.710643][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.710815][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.711006][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.711187][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.711363][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.711549][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.711721][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.711892][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2827.712066][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.712203][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.712415][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.712577][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2827.712767][ T44] do_one_initcall (init/main.c:1378) [ 2827.712935][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.713125][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.713292][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.713468][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.713632][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.713794][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.713969][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.714131][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.714293][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.714473][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.714639][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.714802][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.714970][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.715132][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.715294][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.715494][ T44] RIP: 0033:0x7f9f333db34d [ 2827.715661][ T44] RSP: 002b:00007ffc409b5968 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.715875][ T44] RAX: ffffffffffffffda RBX: 000055f2ef6cbcf0 RCX: 00007f9f333db34d [ 2827.716089][ T44] RDX: 0000000000000000 RSI: 000055f2cf93af2e RDI: 0000000000000000 [ 2827.716299][ T44] RBP: 00007ffc409b5a00 R08: 0000000000000000 R09: 0000000000000000 [ 2827.716530][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f2cf93af2e [ 2827.716741][ T44] R13: 0000000000040000 R14: 000055f2ef6cbca0 R15: 000055f2ef6cb570 | [ 2827.718850][ T44] 1 lock held by modprobe/2590: | [ 2827.719009][ T44] #0: ffffffffbde85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.719273][ T44] | [ 2827.719377][ T44] ============================================= | [ 2827.719377][ T44] [ 2950.588411][ T44] INFO: task modprobe:2590 blocked for more than 983 seconds. [ 2950.588737][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2950.588993][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.589256][ T44] task:modprobe state:D stack:25136 pid:2590 tgid:2590 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2950.589633][ T44] Call Trace: [ 2950.589788][ T44] [ 2950.589914][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.590097][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.590273][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.590463][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.590611][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.590794][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.590978][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.591154][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.591326][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.591519][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.591692][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.591869][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2950.592046][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.592185][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.592377][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.592556][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2950.592749][ T44] do_one_initcall (init/main.c:1378) [ 2950.592919][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.593114][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.593277][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.593461][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.593625][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.593789][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.593961][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.594123][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.594287][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.594466][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.594631][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.594794][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.594965][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.595128][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.595289][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.595493][ T44] RIP: 0033:0x7f9f333db34d [ 2950.595660][ T44] RSP: 002b:00007ffc409b5968 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.595879][ T44] RAX: ffffffffffffffda RBX: 000055f2ef6cbcf0 RCX: 00007f9f333db34d [ 2950.596091][ T44] RDX: 0000000000000000 RSI: 000055f2cf93af2e RDI: 0000000000000000 [ 2950.596304][ T44] RBP: 00007ffc409b5a00 R08: 0000000000000000 R09: 0000000000000000 [ 2950.596539][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f2cf93af2e [ 2950.596751][ T44] R13: 0000000000040000 R14: 000055f2ef6cbca0 R15: 000055f2ef6cb570 | [ 2950.598873][ T44] 1 lock held by modprobe/2590: | [ 2950.599028][ T44] #0: ffffffffbde85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.599290][ T44] | [ 2950.599409][ T44] ============================================= | [ 2950.599409][ T44] [ 3073.468409][ T44] INFO: task modprobe:2590 blocked for more than 1105 seconds. [ 3073.468738][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 3073.468982][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.469249][ T44] task:modprobe state:D stack:25136 pid:2590 tgid:2590 ppid:45 task_flags:0x400100 flags:0x00080000 [ 3073.469597][ T44] Call Trace: [ 3073.469748][ T44] [ 3073.469862][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.470041][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.470223][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.470424][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.470570][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.470755][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.470941][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.471115][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.471283][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.471461][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.471623][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.471795][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 3073.471964][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.472102][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.472296][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.472472][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 3073.472663][ T44] do_one_initcall (init/main.c:1378) [ 3073.472834][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.473028][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.473192][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.473357][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.473533][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.473703][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.473869][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.474032][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.474198][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.474360][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.474540][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.474706][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.474873][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.475035][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.475198][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.475403][ T44] RIP: 0033:0x7f9f333db34d [ 3073.475566][ T44] RSP: 002b:00007ffc409b5968 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.475789][ T44] RAX: ffffffffffffffda RBX: 000055f2ef6cbcf0 RCX: 00007f9f333db34d [ 3073.476001][ T44] RDX: 0000000000000000 RSI: 000055f2cf93af2e RDI: 0000000000000000 [ 3073.476213][ T44] RBP: 00007ffc409b5a00 R08: 0000000000000000 R09: 0000000000000000 [ 3073.476446][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f2cf93af2e [ 3073.476659][ T44] R13: 0000000000040000 R14: 000055f2ef6cbca0 R15: 000055f2ef6cb570 | [ 3073.478777][ T44] 1 lock held by modprobe/2590: | [ 3073.478931][ T44] #0: ffffffffbde85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3073.479193][ T44] | [ 3073.479299][ T44] ============================================= | [ 3073.479299][ T44] [ 3196.347409][ T44] INFO: task modprobe:2590 blocked for more than 1228 seconds. [ 3196.347778][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 3196.348053][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.348328][ T44] task:modprobe state:D stack:25136 pid:2590 tgid:2590 ppid:45 task_flags:0x400100 flags:0x00080000 [ 3196.348695][ T44] Call Trace: [ 3196.348838][ T44] [ 3196.348956][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.349139][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.349317][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.349516][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.349658][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.349834][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.350014][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.350192][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.350364][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3196.350551][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.350729][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.350900][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 3196.351080][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.351225][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.351446][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.351618][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 3196.351810][ T44] do_one_initcall (init/main.c:1378) [ 3196.351972][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3196.352164][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.352330][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.352516][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.352680][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.352841][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.353006][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.353167][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.353335][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.353518][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.353683][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.353845][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.354008][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.354170][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.354330][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.354537][ T44] RIP: 0033:0x7f9f333db34d [ 3196.354707][ T44] RSP: 002b:00007ffc409b5968 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.354920][ T44] RAX: ffffffffffffffda RBX: 000055f2ef6cbcf0 RCX: 00007f9f333db34d [ 3196.355130][ T44] RDX: 0000000000000000 RSI: 000055f2cf93af2e RDI: 0000000000000000 [ 3196.355338][ T44] RBP: 00007ffc409b5a00 R08: 0000000000000000 R09: 0000000000000000 [ 3196.355578][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055f2cf93af2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule