====================================== | [ 2004.266534][ T12] ------------[ cut here ]------------ | [ 2004.266903][ T12] conntrack cleanup blocked for 60s | [ 2004.266906][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#2: 0/12 | [ 2004.267457][ T12] Modules linked in: act_gact(+) cls_flower sch_ingress xt_conntrack unix_diag geneve ip6_gre ip_gre gre vxlan openvswitch psample nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nsh ip6t_REJECT nf_reject_ipv6 nft_compat nf_tables [last unloaded: ila] [ 2004.268531][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 2004.268733][ T12] Workqueue: netns cleanup_net [ 2004.268930][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 2004.269196][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 68 f3 f9 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 3e e8 f8 e9 25 fd ff ff 48 8d 3d 46 76 e5 ff <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 68 f3 f9 mov -0x60c974d(%rip),%rax # 0xfffffffff9f368c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 3e e8 f8 call 0xfffffffff8e83e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 76 e5 ff lea -0x1a89ba(%rip),%rdi # 0xffffffffffe57670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 2004.269700][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 2004.269912][ T12] RAX: 000000010019ff64 RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 2004.270150][ T12] RDX: 000000010019ff63 RSI: 0000000000000004 RDI: ffffffffc0532030 [ 2004.270382][ T12] RBP: 0000000000000001 R08: ffffffffc06da7ba R09: ffe21c00033bd2ac [ 2004.270628][ T12] R10: ffe21c00033bd2ad R11: 0000000000000001 R12: dffffc0000000000 [ 2004.270861][ T12] R13: ff11000019de9560 R14: fffffbfff80a7e07 R15: ff110000129fcd00 [ 2004.271104][ T12] FS: 0000000000000000(0000) GS:ff110000b06f3000(0000) knlGS:0000000000000000 [ 2004.271366][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2004.271945][ T12] CR2: 00005574c69bbf08 CR3: 0000000004a29004 CR4: 0000000000771ef0 [ 2004.272178][ T12] PKRU: 55555554 [ 2004.272320][ T12] Call Trace: [ 2004.272462][ T12] [ 2004.272595][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 2004.272800][ T12] ? kfree (mm/slub.c:6670 (discriminator 3) mm/slub.c:6878 (discriminator 3)) [ 2004.272948][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2004.273122][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 2004.273324][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 2004.273496][ T12] ? netns_install (net/core/net_namespace.c:223) [ 2004.273684][ T12] cleanup_net (net/core/net_namespace.c:698) [ 2004.273858][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2004.274031][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 2004.274200][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2004.274369][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2004.274551][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2004.274720][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2004.274896][ T12] process_one_work (kernel/workqueue.c:3262) [ 2004.275072][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 2004.275246][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 2004.275418][ T12] ? assign_work (kernel/workqueue.c:1200) [ 2004.275605][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 2004.275781][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 2004.275956][ T12] kthread (kernel/kthread.c:463) [ 2004.276098][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2004.276267][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2004.276440][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2004.276624][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2004.276793][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 2004.276970][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 2004.277168][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 2004.277340][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2004.277523][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 2004.278018][ T12] hardirqs last enabled at (18257183): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 2004.278280][ T12] hardirqs last disabled at (18257192): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 2004.278550][ T12] softirqs last enabled at (18256680): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 2004.278814][ T12] softirqs last disabled at (18256675): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 2004.279076][ T12] ---[ end trace 0000000000000000 ]--- [ 2213.318540][ T44] INFO: task modprobe:5645 blocked for more than 122 seconds. [ 2213.318882][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2213.319065][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.319301][ T44] task:modprobe state:D stack:25136 pid:5645 tgid:5645 ppid:37 task_flags:0x400100 flags:0x00080000 [ 2213.319602][ T44] Call Trace: [ 2213.319707][ T44] [ 2213.319777][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.319908][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.320022][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.320142][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.320234][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.320347][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.320468][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.320596][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.320711][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.320830][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.320945][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.321061][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.321147][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.321292][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.321400][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2213.321530][ T44] ? nf_conntrack_standalone_fini (nf_conntrack.mod.c:?) nf_conntrack [ 2213.321697][ T44] do_one_initcall (init/main.c:1378) [ 2213.321818][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.321956][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.322068][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.322182][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.322295][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.322566][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.322676][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.322794][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.322905][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.323015][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.323127][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.323245][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.323356][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.323468][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.323585][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.323696][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.323833][ T44] RIP: 0033:0x7f038eaf934d [ 2213.323952][ T44] RSP: 002b:00007fff8538cea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.324124][ T44] RAX: ffffffffffffffda RBX: 000056225e08ab10 RCX: 00007f038eaf934d [ 2213.324296][ T44] RDX: 0000000000000000 RSI: 0000562256336f2e RDI: 0000000000000000 [ 2213.324460][ T44] RBP: 00007fff8538cf40 R08: 0000000000000000 R09: 0000000000000000 [ 2213.324628][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000562256336f2e [ 2213.324790][ T44] R13: 0000000000040000 R14: 000056225e08ac60 R15: 000056225e08a570 | [ 2213.326493][ T44] 1 lock held by modprobe/5645: | [ 2213.326605][ T44] #0: ffffffffbb085cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.326812][ T44] | [ 2213.326866][ T44] ============================================= | [ 2213.326866][ T44] [ 2336.198539][ T44] INFO: task modprobe:5645 blocked for more than 245 seconds. [ 2336.198773][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2336.198960][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.199173][ T44] task:modprobe state:D stack:25136 pid:5645 tgid:5645 ppid:37 task_flags:0x400100 flags:0x00080000 [ 2336.199439][ T44] Call Trace: [ 2336.199545][ T44] [ 2336.199607][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.199733][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.199858][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.199981][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.200075][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.200192][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.200310][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.200429][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.200548][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.200663][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.200775][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.200894][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.200982][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.201128][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.201235][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2336.201347][ T44] ? nf_conntrack_standalone_fini (nf_conntrack.mod.c:?) nf_conntrack [ 2336.201526][ T44] do_one_initcall (init/main.c:1378) [ 2336.201634][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.201772][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.201883][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.201997][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.202108][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.202220][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.202333][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.202452][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.202571][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.202681][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.202792][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.202906][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.203019][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.203139][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.203251][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.203365][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.203504][ T44] RIP: 0033:0x7f038eaf934d [ 2336.203619][ T44] RSP: 002b:00007fff8538cea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.203786][ T44] RAX: ffffffffffffffda RBX: 000056225e08ab10 RCX: 00007f038eaf934d [ 2336.203953][ T44] RDX: 0000000000000000 RSI: 0000562256336f2e RDI: 0000000000000000 [ 2336.204128][ T44] RBP: 00007fff8538cf40 R08: 0000000000000000 R09: 0000000000000000 [ 2336.204288][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000562256336f2e [ 2336.204450][ T44] R13: 0000000000040000 R14: 000056225e08ac60 R15: 000056225e08a570 | [ 2336.206130][ T44] 1 lock held by modprobe/5645: | [ 2336.206238][ T44] #0: ffffffffbb085cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.206450][ T44] | [ 2336.206508][ T44] ============================================= | [ 2336.206508][ T44] [ 2459.078523][ T44] INFO: task modprobe:5645 blocked for more than 368 seconds. [ 2459.078751][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2459.078938][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.079145][ T44] task:modprobe state:D stack:25136 pid:5645 tgid:5645 ppid:37 task_flags:0x400100 flags:0x00080000 [ 2459.079412][ T44] Call Trace: [ 2459.079509][ T44] [ 2459.079569][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.079692][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.079817][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.079946][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.080038][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.080155][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.080273][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.080392][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.080510][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.080618][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.080729][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.080840][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.080926][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.081068][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.081177][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2459.081293][ T44] ? nf_conntrack_standalone_fini (nf_conntrack.mod.c:?) nf_conntrack [ 2459.081466][ T44] do_one_initcall (init/main.c:1378) [ 2459.081739][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.081886][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.081997][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.082108][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.082218][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.082334][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.082447][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.082571][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.082681][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.082792][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.082906][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.083021][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.083131][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.083242][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.083355][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.083467][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.083605][ T44] RIP: 0033:0x7f038eaf934d [ 2459.083724][ T44] RSP: 002b:00007fff8538cea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.083897][ T44] RAX: ffffffffffffffda RBX: 000056225e08ab10 RCX: 00007f038eaf934d [ 2459.084058][ T44] RDX: 0000000000000000 RSI: 0000562256336f2e RDI: 0000000000000000 [ 2459.084221][ T44] RBP: 00007fff8538cf40 R08: 0000000000000000 R09: 0000000000000000 [ 2459.084385][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000562256336f2e [ 2459.084555][ T44] R13: 0000000000040000 R14: 000056225e08ac60 R15: 000056225e08a570 | [ 2459.086146][ T44] 1 lock held by modprobe/5645: | [ 2459.086249][ T44] #0: ffffffffbb085cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.086457][ T44] | [ 2459.086517][ T44] ============================================= | [ 2459.086517][ T44] [ 2581.958521][ T44] INFO: task modprobe:5645 blocked for more than 491 seconds. [ 2581.958752][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2581.958941][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.959152][ T44] task:modprobe state:D stack:25136 pid:5645 tgid:5645 ppid:37 task_flags:0x400100 flags:0x00080000 [ 2581.959427][ T44] Call Trace: [ 2581.959543][ T44] [ 2581.959606][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.959743][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.959867][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.959993][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.960083][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.960199][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.960319][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.960440][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.960558][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.960668][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.960780][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.960889][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.960971][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.961110][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.961223][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2581.961340][ T44] ? nf_conntrack_standalone_fini (nf_conntrack.mod.c:?) nf_conntrack [ 2581.961516][ T44] do_one_initcall (init/main.c:1378) [ 2581.961627][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.961773][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.961883][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.961996][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.962111][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.962225][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.962338][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.962455][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.962573][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.962684][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.962801][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.962915][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.963024][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.963139][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.963248][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.963358][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.963491][ T44] RIP: 0033:0x7f038eaf934d [ 2581.963615][ T44] RSP: 002b:00007fff8538cea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.963781][ T44] RAX: ffffffffffffffda RBX: 000056225e08ab10 RCX: 00007f038eaf934d [ 2581.963941][ T44] RDX: 0000000000000000 RSI: 0000562256336f2e RDI: 0000000000000000 [ 2581.964105][ T44] RBP: 00007fff8538cf40 R08: 0000000000000000 R09: 0000000000000000 [ 2581.964270][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000562256336f2e [ 2581.964465][ T44] R13: 0000000000040000 R14: 000056225e08ac60 R15: 000056225e08a570 | [ 2581.966173][ T44] 1 lock held by modprobe/5645: | [ 2581.966276][ T44] #0: ffffffffbb085cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.966486][ T44] | [ 2581.966545][ T44] ============================================= | [ 2581.966545][ T44] [ 2704.838523][ T44] INFO: task modprobe:5645 blocked for more than 614 seconds. [ 2704.838754][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2704.838933][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.839138][ T44] task:modprobe state:D stack:25136 pid:5645 tgid:5645 ppid:37 task_flags:0x400100 flags:0x00080000 [ 2704.839433][ T44] Call Trace: [ 2704.839539][ T44] [ 2704.839603][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.839741][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.839857][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.839972][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.840055][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.840165][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.840281][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.840403][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.840519][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.840639][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.840750][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.840862][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.840948][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.841094][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.841204][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2704.841315][ T44] ? nf_conntrack_standalone_fini (nf_conntrack.mod.c:?) nf_conntrack [ 2704.841479][ T44] do_one_initcall (init/main.c:1378) [ 2704.841596][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.841735][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.841847][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.841956][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.842069][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.842185][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.842292][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.842405][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.842520][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.842638][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.842748][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.842863][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.842972][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.843081][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.843189][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.843299][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.843436][ T44] RIP: 0033:0x7f038eaf934d [ 2704.843555][ T44] RSP: 002b:00007fff8538cea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.843726][ T44] RAX: ffffffffffffffda RBX: 000056225e08ab10 RCX: 00007f038eaf934d [ 2704.843890][ T44] RDX: 0000000000000000 RSI: 0000562256336f2e RDI: 0000000000000000 [ 2704.844054][ T44] RBP: 00007fff8538cf40 R08: 0000000000000000 R09: 0000000000000000 [ 2704.844217][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000562256336f2e [ 2704.844384][ T44] R13: 0000000000040000 R14: 000056225e08ac60 R15: 000056225e08a570 | [ 2704.846065][ T44] 1 lock held by modprobe/5645: | [ 2704.846170][ T44] #0: ffffffffbb085cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.846377][ T44] | [ 2704.846433][ T44] ============================================= | [ 2704.846433][ T44] [ 2827.718520][ T44] INFO: task modprobe:5645 blocked for more than 737 seconds. [ 2827.718785][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2827.718978][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.719189][ T44] task:modprobe state:D stack:25136 pid:5645 tgid:5645 ppid:37 task_flags:0x400100 flags:0x00080000 [ 2827.719474][ T44] Call Trace: [ 2827.719587][ T44] [ 2827.719656][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.719787][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.719918][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.720048][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.720137][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.720260][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.720381][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.720511][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.720630][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.720749][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.720871][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.720992][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.721085][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.721235][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.721351][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2827.721466][ T44] ? nf_conntrack_standalone_fini (nf_conntrack.mod.c:?) nf_conntrack [ 2827.721655][ T44] do_one_initcall (init/main.c:1378) [ 2827.721772][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.721920][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.722034][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.722150][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.722261][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.722376][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.722486][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.722611][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.722725][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.722833][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.722944][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.723057][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.723166][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.723278][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.723390][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.723508][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.723644][ T44] RIP: 0033:0x7f038eaf934d [ 2827.723758][ T44] RSP: 002b:00007fff8538cea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.723921][ T44] RAX: ffffffffffffffda RBX: 000056225e08ab10 RCX: 00007f038eaf934d [ 2827.724086][ T44] RDX: 0000000000000000 RSI: 0000562256336f2e RDI: 0000000000000000 [ 2827.724255][ T44] RBP: 00007fff8538cf40 R08: 0000000000000000 R09: 0000000000000000 [ 2827.724418][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000562256336f2e [ 2827.724591][ T44] R13: 0000000000040000 R14: 000056225e08ac60 R15: 000056225e08a570 | [ 2827.726269][ T44] 1 lock held by modprobe/5645: | [ 2827.726379][ T44] #0: ffffffffbb085cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.726606][ T44] | [ 2827.726659][ T44] ============================================= | [ 2827.726659][ T44] [ 2950.598520][ T44] INFO: task modprobe:5645 blocked for more than 860 seconds. [ 2950.598769][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2950.598958][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.599188][ T44] task:modprobe state:D stack:25136 pid:5645 tgid:5645 ppid:37 task_flags:0x400100 flags:0x00080000 [ 2950.599468][ T44] Call Trace: [ 2950.599571][ T44] [ 2950.599636][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.599763][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.599886][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.600010][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.600107][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.600232][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.600353][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.600477][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.600596][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.600715][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.600834][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.600952][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.601038][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.601185][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.601301][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2950.601417][ T44] ? nf_conntrack_standalone_fini (nf_conntrack.mod.c:?) nf_conntrack [ 2950.601601][ T44] do_one_initcall (init/main.c:1378) [ 2950.601719][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.601860][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.601976][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.602090][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.602202][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.602316][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.602426][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.602555][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.602665][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.602775][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.602891][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.603005][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.603114][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.603224][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.603339][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.603453][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.603597][ T44] RIP: 0033:0x7f038eaf934d [ 2950.603713][ T44] RSP: 002b:00007fff8538cea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.603877][ T44] RAX: ffffffffffffffda RBX: 000056225e08ab10 RCX: 00007f038eaf934d [ 2950.604040][ T44] RDX: 0000000000000000 RSI: 0000562256336f2e RDI: 0000000000000000 [ 2950.604210][ T44] RBP: 00007fff8538cf40 R08: 0000000000000000 R09: 0000000000000000 [ 2950.604371][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000562256336f2e [ 2950.604546][ T44] R13: 0000000000040000 R14: 000056225e08ac60 R15: 000056225e08a570 | [ 2950.606224][ T44] 1 lock held by modprobe/5645: | [ 2950.606331][ T44] #0: ffffffffbb085cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.606554][ T44] | [ 2950.606607][ T44] ============================================= | [ 2950.606607][ T44] [ 3073.478521][ T44] INFO: task modprobe:5645 blocked for more than 983 seconds. [ 3073.478776][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3073.478969][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.479194][ T44] task:modprobe state:D stack:25136 pid:5645 tgid:5645 ppid:37 task_flags:0x400100 flags:0x00080000 [ 3073.479490][ T44] Call Trace: [ 3073.479597][ T44] [ 3073.479662][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.479787][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.479909][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.480033][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.480121][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.480239][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.480361][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.480488][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.480704][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.480829][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.480949][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.481069][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.481157][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.481313][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.481436][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 3073.481561][ T44] ? nf_conntrack_standalone_fini (nf_conntrack.mod.c:?) nf_conntrack [ 3073.481742][ T44] do_one_initcall (init/main.c:1378) [ 3073.481857][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.482002][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.482120][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.482233][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.482345][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.482464][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.482581][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.482696][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.482806][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.482916][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.483025][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.483140][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.483252][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.483369][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.483484][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.483598][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.483733][ T44] RIP: 0033:0x7f038eaf934d [ 3073.483847][ T44] RSP: 002b:00007fff8538cea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.484010][ T44] RAX: ffffffffffffffda RBX: 000056225e08ab10 RCX: 00007f038eaf934d [ 3073.484176][ T44] RDX: 0000000000000000 RSI: 0000562256336f2e RDI: 0000000000000000 [ 3073.484336][ T44] RBP: 00007fff8538cf40 R08: 0000000000000000 R09: 0000000000000000 [ 3073.484505][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000562256336f2e [ 3073.484665][ T44] R13: 0000000000040000 R14: 000056225e08ac60 R15: 000056225e08a570 | [ 3073.486375][ T44] 1 lock held by modprobe/5645: | [ 3073.486483][ T44] #0: ffffffffbb085cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3073.486697][ T44] | [ 3073.486750][ T44] ============================================= | [ 3073.486750][ T44] [ 3196.359524][ T44] INFO: task modprobe:5645 blocked for more than 1105 seconds. [ 3196.359759][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3196.359945][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.360146][ T44] task:modprobe state:D stack:25136 pid:5645 tgid:5645 ppid:37 task_flags:0x400100 flags:0x00080000 [ 3196.360431][ T44] Call Trace: [ 3196.360535][ T44] [ 3196.360603][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.360727][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.360848][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.360964][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.361051][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.361162][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.361280][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.361407][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.361532][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3196.361648][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.361763][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.361872][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.361956][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.362092][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.362201][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 3196.362318][ T44] ? nf_conntrack_standalone_fini (nf_conntrack.mod.c:?) nf_conntrack [ 3196.362483][ T44] do_one_initcall (init/main.c:1378) [ 3196.362602][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3196.362744][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.362856][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.362968][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.363077][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3196.363194][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.363309][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.363424][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.363540][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.363651][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.363760][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.363876][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.363983][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.364093][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.364204][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.364318][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.364456][ T44] RIP: 0033:0x7f038eaf934d [ 3196.364576][ T44] RSP: 002b:00007fff8538cea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.364743][ T44] RAX: ffffffffffffffda RBX: 000056225e08ab10 RCX: 00007f038eaf934d [ 3196.364903][ T44] RDX: 0000000000000000 RSI: 0000562256336f2e RDI: 0000000000000000 [ 3196.365064][ T44] RBP: 00007fff8538cf40 R08: 0000000000000000 R09: 0000000000000000 [ 3196.365225][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000562256336f2e [ 3196.365394][ T44] R13: 0000000000040000 R14: 000056225e08ac60 R15: 000056225e08a570 | [ 3196.367058][ T44] 1 lock held by modprobe/5645: | [ 3196.367160][ T44] #0: ffffffffbb085cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3196.367369][ T44] | [ 3196.367422][ T44] ============================================= | [ 3196.367422][ T44] [ 3319.238523][ T44] INFO: task modprobe:5645 blocked for more than 1228 seconds. [ 3319.238741][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3319.238924][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3319.239132][ T44] task:modprobe state:D stack:25136 pid:5645 tgid:5645 ppid:37 task_flags:0x400100 flags:0x00080000 [ 3319.239405][ T44] Call Trace: [ 3319.239512][ T44] [ 3319.239580][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3319.239707][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3319.239834][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.239968][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3319.240053][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3319.240169][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3319.240295][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3319.240418][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.240534][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3319.240646][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.240760][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3319.240873][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3319.240960][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3319.241095][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.241209][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 3319.241317][ T44] ? nf_conntrack_standalone_fini (nf_conntrack.mod.c:?) nf_conntrack [ 3319.241478][ T44] do_one_initcall (init/main.c:1378) [ 3319.241594][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3319.241733][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3319.241842][ T44] do_init_module (kernel/module/main.c:3039) [ 3319.241954][ T44] ? free_module (kernel/module/main.c:3011) [ 3319.242068][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3319.242185][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3319.242297][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3319.242414][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.242533][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3319.242643][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3319.242756][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3319.242871][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.242981][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3319.243090][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3319.243203][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3319.243312][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3319.243444][ T44] RIP: 0033:0x7f038eaf934d [ 3319.243562][ T44] RSP: 002b:00007fff8538cea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3319.243740][ T44] RAX: ffffffffffffffda RBX: 000056225e08ab10 RCX: 00007f038eaf934d [ 3319.243903][ T44] RDX: 0000000000000000 RSI: 0000562256336f2e RDI: 0000000000000000 [ 3319.244066][ T44] RBP: 00007fff8538cf40 R08: 0000000000000000 R09: 0000000000000000 [ 3319.244237][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000562256336f2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule