====================================== | xx__-> [ 2210.889449][ T12] ------------[ cut here ]------------ | [ 2210.889747][ T12] conntrack cleanup blocked for 60s | [ 2210.889749][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#3: 0/12 | [ 2210.890241][ T12] Modules linked in: nf_flow_table(+) xt_conntrack sctp_diag sctp cls_matchall act_gact cls_flower sch_ingress openvswitch psample nsh xfrm_user xt_policy ip6t_rpfilter vxlan mpls_gso mpls_iptunnel mpls_router nft_chain_nat xt_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nft_compat nf_tables [ 2210.891260][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 2210.891428][ T12] Workqueue: netns cleanup_net [ 2210.891567][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 2210.891771][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 c8 53 cb 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 9e 48 ca e9 25 fd ff ff 48 8d 3d 46 b6 de ff <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 c8 53 cb mov -0x34ac374d(%rip),%rax # 0xffffffffcb53c8c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 9e 48 ca call 0xffffffffca489e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 b6 de ff lea -0x2149ba(%rip),%rdi # 0xffffffffffdeb670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 2210.892231][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 2210.892394][ T12] RAX: 00000001001d26ab RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 2210.892591][ T12] RDX: 00000001001d26aa RSI: 0000000000000004 RDI: ffffffffc04c0030 [ 2210.892784][ T12] RBP: 0000000000000001 R08: ffffffffc06d47ba R09: ffe21c000133ecac [ 2210.892977][ T12] R10: ffe21c000133ecad R11: 0000000000000001 R12: dffffc0000000000 [ 2210.893168][ T12] R13: ff110000099f6560 R14: fffffbfff8099a07 R15: ff1100001fe28400 [ 2210.893674][ T12] FS: 0000000000000000(0000) GS:ff110000df173000(0000) knlGS:0000000000000000 [ 2210.893894][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2210.894050][ T12] CR2: 00000000004090e8 CR3: 0000000058548001 CR4: 0000000000771ef0 [ 2210.894238][ T12] PKRU: 55555554 [ 2210.894337][ T12] Call Trace: [ 2210.894437][ T12] [ 2210.894506][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 2210.894663][ T12] ? kfree (mm/slub.c:6670 (discriminator 3) mm/slub.c:6878 (discriminator 3)) [ 2210.894758][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2210.894882][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 2210.895040][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 2210.895170][ T12] ? netns_install (net/core/net_namespace.c:223) [ 2210.895302][ T12] cleanup_net (net/core/net_namespace.c:698) [ 2210.895436][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2210.895565][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 2210.895694][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2210.895822][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2210.895951][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2210.896079][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2210.896213][ T12] process_one_work (kernel/workqueue.c:3262) [ 2210.896346][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 2210.896479][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 2210.896612][ T12] ? assign_work (kernel/workqueue.c:1200) [ 2210.896741][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 2210.896873][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 2210.897001][ T12] kthread (kernel/kthread.c:463) [ 2210.897099][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2210.897230][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2210.897359][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2210.897489][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2210.897615][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 2210.897740][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 2210.897893][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 2210.898018][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2210.898141][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 2210.898499][ T12] hardirqs last enabled at (11861067): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 2210.898716][ T12] hardirqs last disabled at (11861074): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 2210.898925][ T12] softirqs last enabled at (11860670): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 2210.899139][ T12] softirqs last disabled at (11860665): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 2210.899358][ T12] ---[ end trace 0000000000000000 ]--- [ 2336.159439][ T44] INFO: task modprobe:5285 blocked for more than 122 seconds. [ 2336.159731][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2336.159939][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.160156][ T44] task:modprobe state:D stack:25136 pid:5285 tgid:5285 ppid:35 task_flags:0x400100 flags:0x00080000 [ 2336.160422][ T44] Call Trace: [ 2336.160512][ T44] [ 2336.160594][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.160717][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.160831][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.160941][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.161024][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.161137][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.161274][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.161424][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.161551][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.161678][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.161813][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.161927][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2336.162066][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.162157][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.162325][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.163422][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2336.163644][ T44] do_one_initcall (init/main.c:1378) [ 2336.163788][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.163953][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.164100][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.164251][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.164367][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.164517][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.164633][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.164774][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.164895][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.165030][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.165164][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.165307][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.165432][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.165570][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.165686][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.165827][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.165993][ T44] RIP: 0033:0x7f3ec298634d [ 2336.166117][ T44] RSP: 002b:00007ffd5ed6d998 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.166311][ T44] RAX: ffffffffffffffda RBX: 000055ddd75e0cf0 RCX: 00007f3ec298634d [ 2336.166516][ T44] RDX: 0000000000000000 RSI: 000055dd99e4df2e RDI: 0000000000000000 [ 2336.166693][ T44] RBP: 00007ffd5ed6da30 R08: 0000000000000000 R09: 0000000000000000 [ 2336.166863][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055dd99e4df2e [ 2336.167055][ T44] R13: 0000000000040000 R14: 000055ddd75e0ca0 R15: 000055ddd75e0570 | [ 2336.168870][ T44] 1 lock held by modprobe/5285: | [ 2336.168979][ T44] #0: ffffffff8c685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.169243][ T44] | [ 2336.169301][ T44] ============================================= | [ 2336.169301][ T44] [ 2459.039437][ T44] INFO: task modprobe:5285 blocked for more than 245 seconds. [ 2459.039694][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2459.039893][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.040117][ T44] task:modprobe state:D stack:25136 pid:5285 tgid:5285 ppid:35 task_flags:0x400100 flags:0x00080000 [ 2459.040420][ T44] Call Trace: [ 2459.040512][ T44] [ 2459.040576][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.040702][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.040826][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.040949][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.041046][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.041167][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.041292][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.041422][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.041541][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.041660][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.041782][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.041906][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2459.042026][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.042117][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.042264][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.042378][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2459.042540][ T44] do_one_initcall (init/main.c:1378) [ 2459.042656][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.042793][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.042908][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.043019][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.043129][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.043242][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.043353][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.043479][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.043590][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.043700][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.043814][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.043929][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.044040][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.044155][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.044269][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.044379][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.044519][ T44] RIP: 0033:0x7f3ec298634d [ 2459.044636][ T44] RSP: 002b:00007ffd5ed6d998 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.044802][ T44] RAX: ffffffffffffffda RBX: 000055ddd75e0cf0 RCX: 00007f3ec298634d [ 2459.044971][ T44] RDX: 0000000000000000 RSI: 000055dd99e4df2e RDI: 0000000000000000 [ 2459.045134][ T44] RBP: 00007ffd5ed6da30 R08: 0000000000000000 R09: 0000000000000000 [ 2459.045298][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055dd99e4df2e [ 2459.045465][ T44] R13: 0000000000040000 R14: 000055ddd75e0ca0 R15: 000055ddd75e0570 | [ 2459.047067][ T44] 1 lock held by modprobe/5285: | [ 2459.047173][ T44] #0: ffffffff8c685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.047382][ T44] | [ 2459.047442][ T44] ============================================= | [ 2459.047442][ T44] [ 2581.919433][ T44] INFO: task modprobe:5285 blocked for more than 368 seconds. [ 2581.919709][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2581.919902][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.920117][ T44] task:modprobe state:D stack:25136 pid:5285 tgid:5285 ppid:35 task_flags:0x400100 flags:0x00080000 [ 2581.920441][ T44] Call Trace: [ 2581.920543][ T44] [ 2581.920617][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.920745][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.920872][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.920994][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.921087][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.921208][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.921336][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.921469][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.921590][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.921710][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.921827][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.921947][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2581.922068][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.922157][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.922307][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.922439][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2581.922588][ T44] do_one_initcall (init/main.c:1378) [ 2581.922704][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.922854][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.922963][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.923073][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.923183][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.923296][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.923418][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.923533][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.923643][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.923751][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.923861][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.923976][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.924086][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.924196][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.924308][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.924420][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.924554][ T44] RIP: 0033:0x7f3ec298634d [ 2581.924672][ T44] RSP: 002b:00007ffd5ed6d998 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.924835][ T44] RAX: ffffffffffffffda RBX: 000055ddd75e0cf0 RCX: 00007f3ec298634d [ 2581.924997][ T44] RDX: 0000000000000000 RSI: 000055dd99e4df2e RDI: 0000000000000000 [ 2581.925160][ T44] RBP: 00007ffd5ed6da30 R08: 0000000000000000 R09: 0000000000000000 [ 2581.925325][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055dd99e4df2e [ 2581.925494][ T44] R13: 0000000000040000 R14: 000055ddd75e0ca0 R15: 000055ddd75e0570 | [ 2581.927058][ T44] 1 lock held by modprobe/5285: | [ 2581.927161][ T44] #0: ffffffff8c685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.927370][ T44] | [ 2581.927428][ T44] ============================================= | [ 2581.927428][ T44] [ 2704.799440][ T44] INFO: task modprobe:5285 blocked for more than 491 seconds. [ 2704.799715][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2704.799909][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.800138][ T44] task:modprobe state:D stack:25136 pid:5285 tgid:5285 ppid:35 task_flags:0x400100 flags:0x00080000 [ 2704.800450][ T44] Call Trace: [ 2704.800548][ T44] [ 2704.800619][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.800761][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.800897][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.801018][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.801112][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.801235][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.801370][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.801504][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.801626][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.801771][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.801892][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.802013][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2704.802125][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.802209][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.802349][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.802464][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2704.802607][ T44] do_one_initcall (init/main.c:1378) [ 2704.802718][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.802860][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.802972][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.803084][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.803193][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.803307][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.803419][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.803533][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.803644][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.803753][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.803866][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.803978][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.804091][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.804202][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.804312][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.804423][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.804557][ T44] RIP: 0033:0x7f3ec298634d [ 2704.804670][ T44] RSP: 002b:00007ffd5ed6d998 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.804846][ T44] RAX: ffffffffffffffda RBX: 000055ddd75e0cf0 RCX: 00007f3ec298634d [ 2704.805008][ T44] RDX: 0000000000000000 RSI: 000055dd99e4df2e RDI: 0000000000000000 [ 2704.805173][ T44] RBP: 00007ffd5ed6da30 R08: 0000000000000000 R09: 0000000000000000 [ 2704.805334][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055dd99e4df2e [ 2704.805501][ T44] R13: 0000000000040000 R14: 000055ddd75e0ca0 R15: 000055ddd75e0570 | [ 2704.807078][ T44] 1 lock held by modprobe/5285: | [ 2704.807181][ T44] #0: ffffffff8c685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.807390][ T44] | [ 2704.807447][ T44] ============================================= | [ 2704.807447][ T44] [ 2827.678442][ T44] INFO: task modprobe:5285 blocked for more than 614 seconds. [ 2827.678704][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2827.678894][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.679113][ T44] task:modprobe state:D stack:25136 pid:5285 tgid:5285 ppid:35 task_flags:0x400100 flags:0x00080000 [ 2827.679392][ T44] Call Trace: [ 2827.679499][ T44] [ 2827.679564][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.679698][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.679821][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.679951][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.680045][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.680164][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.680285][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.680421][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.680541][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.680656][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.680775][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.680890][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2827.681006][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.681098][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.681243][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.681359][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2827.681519][ T44] do_one_initcall (init/main.c:1378) [ 2827.681637][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.681785][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.681903][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.682016][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.682134][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.682252][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.682364][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.682489][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.682599][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.682708][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.682820][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.682933][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.683040][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.683150][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.683258][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.683373][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.683512][ T44] RIP: 0033:0x7f3ec298634d [ 2827.683627][ T44] RSP: 002b:00007ffd5ed6d998 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.683794][ T44] RAX: ffffffffffffffda RBX: 000055ddd75e0cf0 RCX: 00007f3ec298634d [ 2827.683956][ T44] RDX: 0000000000000000 RSI: 000055dd99e4df2e RDI: 0000000000000000 [ 2827.684119][ T44] RBP: 00007ffd5ed6da30 R08: 0000000000000000 R09: 0000000000000000 [ 2827.684282][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055dd99e4df2e [ 2827.684462][ T44] R13: 0000000000040000 R14: 000055ddd75e0ca0 R15: 000055ddd75e0570 | [ 2827.686030][ T44] 1 lock held by modprobe/5285: | [ 2827.686137][ T44] #0: ffffffff8c685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.686348][ T44] | [ 2827.686400][ T44] ============================================= | [ 2827.686400][ T44] [ 2950.559437][ T44] INFO: task modprobe:5285 blocked for more than 737 seconds. [ 2950.559709][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2950.559906][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.560127][ T44] task:modprobe state:D stack:25136 pid:5285 tgid:5285 ppid:35 task_flags:0x400100 flags:0x00080000 [ 2950.560427][ T44] Call Trace: [ 2950.560520][ T44] [ 2950.560583][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.560706][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.560830][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.560954][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.561048][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.561168][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.561296][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.561424][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.561540][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.561662][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.561776][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.561895][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2950.562015][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.562104][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.562259][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.562377][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 2950.562541][ T44] do_one_initcall (init/main.c:1378) [ 2950.562651][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.562788][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.562904][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.563015][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.563124][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.563235][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.563347][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.563470][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.563581][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.563693][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.563802][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.563930][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.564039][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.564148][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.564260][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.564368][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.564511][ T44] RIP: 0033:0x7f3ec298634d [ 2950.564625][ T44] RSP: 002b:00007ffd5ed6d998 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.564790][ T44] RAX: ffffffffffffffda RBX: 000055ddd75e0cf0 RCX: 00007f3ec298634d [ 2950.564954][ T44] RDX: 0000000000000000 RSI: 000055dd99e4df2e RDI: 0000000000000000 [ 2950.565118][ T44] RBP: 00007ffd5ed6da30 R08: 0000000000000000 R09: 0000000000000000 [ 2950.565282][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055dd99e4df2e [ 2950.565449][ T44] R13: 0000000000040000 R14: 000055ddd75e0ca0 R15: 000055ddd75e0570 | [ 2950.567022][ T44] 1 lock held by modprobe/5285: | [ 2950.567128][ T44] #0: ffffffff8c685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.567339][ T44] | [ 2950.567395][ T44] ============================================= | [ 2950.567395][ T44] [ 3073.439434][ T44] INFO: task modprobe:5285 blocked for more than 860 seconds. [ 3073.439713][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3073.439906][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.440122][ T44] task:modprobe state:D stack:25136 pid:5285 tgid:5285 ppid:35 task_flags:0x400100 flags:0x00080000 [ 3073.440430][ T44] Call Trace: [ 3073.440531][ T44] [ 3073.440598][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.440722][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.440842][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.440965][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.441054][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.441174][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.441293][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.441420][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.441540][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.441659][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.441779][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.441892][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 3073.442015][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.442100][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.442244][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.442361][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 3073.442522][ T44] do_one_initcall (init/main.c:1378) [ 3073.442645][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.442795][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.442905][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.443016][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.443125][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.443236][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.443346][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.443468][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.443584][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.443694][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.443805][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.443919][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.444029][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.444138][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.444248][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.444361][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.444499][ T44] RIP: 0033:0x7f3ec298634d [ 3073.444618][ T44] RSP: 002b:00007ffd5ed6d998 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.444782][ T44] RAX: ffffffffffffffda RBX: 000055ddd75e0cf0 RCX: 00007f3ec298634d [ 3073.444943][ T44] RDX: 0000000000000000 RSI: 000055dd99e4df2e RDI: 0000000000000000 [ 3073.445108][ T44] RBP: 00007ffd5ed6da30 R08: 0000000000000000 R09: 0000000000000000 [ 3073.445271][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055dd99e4df2e [ 3073.445436][ T44] R13: 0000000000040000 R14: 000055ddd75e0ca0 R15: 000055ddd75e0570 | [ 3073.447016][ T44] 1 lock held by modprobe/5285: | [ 3073.447118][ T44] #0: ffffffff8c685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3073.447329][ T44] | [ 3073.447382][ T44] ============================================= | [ 3073.447382][ T44] [ 3196.318432][ T44] INFO: task modprobe:5285 blocked for more than 983 seconds. [ 3196.318699][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3196.318898][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.319134][ T44] task:modprobe state:D stack:25136 pid:5285 tgid:5285 ppid:35 task_flags:0x400100 flags:0x00080000 [ 3196.319456][ T44] Call Trace: [ 3196.319565][ T44] [ 3196.319639][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.319779][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.319899][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.320024][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.320113][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.320234][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.320354][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.320480][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.320596][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3196.320717][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.320840][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.320963][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 3196.321075][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.321160][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.321301][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.321427][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 3196.321569][ T44] do_one_initcall (init/main.c:1378) [ 3196.321685][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3196.321824][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.321940][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.322052][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.322161][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3196.322272][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.322384][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.322507][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.322619][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.322729][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.322842][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.322955][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.323063][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.323176][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.323285][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.323404][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.323546][ T44] RIP: 0033:0x7f3ec298634d [ 3196.323661][ T44] RSP: 002b:00007ffd5ed6d998 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.323825][ T44] RAX: ffffffffffffffda RBX: 000055ddd75e0cf0 RCX: 00007f3ec298634d [ 3196.323992][ T44] RDX: 0000000000000000 RSI: 000055dd99e4df2e RDI: 0000000000000000 [ 3196.324154][ T44] RBP: 00007ffd5ed6da30 R08: 0000000000000000 R09: 0000000000000000 [ 3196.324319][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055dd99e4df2e [ 3196.324486][ T44] R13: 0000000000040000 R14: 000055ddd75e0ca0 R15: 000055ddd75e0570 | [ 3196.326053][ T44] 1 lock held by modprobe/5285: | [ 3196.326166][ T44] #0: ffffffff8c685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3196.326384][ T44] | [ 3196.326441][ T44] ============================================= | [ 3196.326441][ T44] [ 3319.198431][ T44] INFO: task modprobe:5285 blocked for more than 1105 seconds. [ 3319.198687][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3319.198880][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3319.199097][ T44] task:modprobe state:D stack:25136 pid:5285 tgid:5285 ppid:35 task_flags:0x400100 flags:0x00080000 [ 3319.199377][ T44] Call Trace: [ 3319.199482][ T44] [ 3319.199548][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3319.199678][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3319.199807][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.199936][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3319.200031][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3319.200151][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3319.200270][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3319.200392][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.200517][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3319.200640][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.200762][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3319.200883][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 3319.201005][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3319.201103][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3319.201246][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.201359][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 3319.201518][ T44] do_one_initcall (init/main.c:1378) [ 3319.201636][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3319.201780][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3319.201895][ T44] do_init_module (kernel/module/main.c:3039) [ 3319.202020][ T44] ? free_module (kernel/module/main.c:3011) [ 3319.202133][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3319.202249][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3319.202359][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3319.202480][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.202592][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3319.202702][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3319.202813][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3319.202926][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.203039][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3319.203153][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3319.203263][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3319.203374][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3319.203516][ T44] RIP: 0033:0x7f3ec298634d [ 3319.203628][ T44] RSP: 002b:00007ffd5ed6d998 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3319.203803][ T44] RAX: ffffffffffffffda RBX: 000055ddd75e0cf0 RCX: 00007f3ec298634d [ 3319.203967][ T44] RDX: 0000000000000000 RSI: 000055dd99e4df2e RDI: 0000000000000000 [ 3319.204135][ T44] RBP: 00007ffd5ed6da30 R08: 0000000000000000 R09: 0000000000000000 [ 3319.204297][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055dd99e4df2e [ 3319.204466][ T44] R13: 0000000000040000 R14: 000055ddd75e0ca0 R15: 000055ddd75e0570 | [ 3319.206077][ T44] 1 lock held by modprobe/5285: | [ 3319.206184][ T44] #0: ffffffff8c685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3319.206394][ T44] | [ 3319.206451][ T44] ============================================= | [ 3319.206451][ T44] [ 3442.079432][ T44] INFO: task modprobe:5285 blocked for more than 1228 seconds. [ 3442.079693][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3442.079885][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3442.080106][ T44] task:modprobe state:D stack:25136 pid:5285 tgid:5285 ppid:35 task_flags:0x400100 flags:0x00080000 [ 3442.080390][ T44] Call Trace: [ 3442.080490][ T44] [ 3442.080555][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3442.080681][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3442.080806][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3442.080932][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3442.081025][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3442.081149][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3442.081275][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3442.081400][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3442.081521][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3442.081639][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3442.081757][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3442.081880][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 3442.081999][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3442.082090][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3442.082245][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3442.082363][ T44] nf_flow_table_module_init (nf_flow_table.mod.c:?) nf_flow_table [ 3442.082518][ T44] do_one_initcall (init/main.c:1378) [ 3442.082629][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3442.082767][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3442.082885][ T44] do_init_module (kernel/module/main.c:3039) [ 3442.082997][ T44] ? free_module (kernel/module/main.c:3011) [ 3442.083112][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3442.083224][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3442.083335][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3442.083454][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3442.083565][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3442.083675][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3442.083789][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3442.083904][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3442.084012][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3442.084123][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3442.084232][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3442.084343][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3442.084484][ T44] RIP: 0033:0x7f3ec298634d [ 3442.084601][ T44] RSP: 002b:00007ffd5ed6d998 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3442.084770][ T44] RAX: ffffffffffffffda RBX: 000055ddd75e0cf0 RCX: 00007f3ec298634d [ 3442.084936][ T44] RDX: 0000000000000000 RSI: 000055dd99e4df2e RDI: 0000000000000000 [ 3442.085098][ T44] RBP: 00007ffd5ed6da30 R08: 0000000000000000 R09: 0000000000000000 [ 3442.085261][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055dd99e4df2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule