====================================== | xx__-> [ 2109.720912][ T12] ------------[ cut here ]------------ | [ 2109.721391][ T12] conntrack cleanup blocked for 60s | [ 2109.721394][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#3: 0/12 | [ 2109.722119][ T12] Modules linked in: nf_nat(+) xt_conntrack nf_conntrack nf_defrag_ipv4 nf_defrag_ipv6 act_gact vxlan cls_flower sch_prio xt_mark sch_ingress act_mirred cls_basic sch_fq_codel xt_HL nft_compat nf_tables amt [ 2109.723393][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 2109.723666][ T12] Workqueue: netns cleanup_net [ 2109.723885][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 2109.724185][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 e8 e8 c4 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 be dd c3 e9 25 fd ff ff 48 8d 3d 46 06 df ff <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 e8 e8 c4 mov -0x3b17174d(%rip),%rax # 0xffffffffc4e8e8c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 be dd c3 call 0xffffffffc3ddbe60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 06 df ff lea -0x20f9ba(%rip),%rdi # 0xffffffffffdf0670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 2109.724866][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 2109.725130][ T12] RAX: 00000001001b9b57 RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 2109.725419][ T12] RDX: 00000001001b9b56 RSI: 0000000000000004 RDI: ffffffffc0373030 [ 2109.725701][ T12] RBP: 0000000000000001 R08: ffffffffc05827ba R09: ffe21c00016da24c [ 2109.725993][ T12] R10: ffe21c00016da24d R11: 0000000000000001 R12: dffffc0000000000 [ 2109.726283][ T12] R13: ff1100000b6d1260 R14: fffffbfff8070007 R15: ff11000009391300 [ 2109.726574][ T12] FS: 0000000000000000(0000) GS:ff110000e5973000(0000) knlGS:0000000000000000 [ 2109.726923][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2109.727157][ T12] CR2: 00007f874d150680 CR3: 000000002d548002 CR4: 0000000000771ef0 [ 2109.727808][ T12] PKRU: 55555554 [ 2109.727967][ T12] Call Trace: [ 2109.728111][ T12] [ 2109.728216][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 2109.728464][ T12] ? kfree (mm/slub.c:6670 (discriminator 3) mm/slub.c:6878 (discriminator 3)) [ 2109.728612][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2109.728814][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 2109.729067][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 2109.729257][ T12] ? netns_install (net/core/net_namespace.c:223) [ 2109.729455][ T12] cleanup_net (net/core/net_namespace.c:698) [ 2109.729648][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2109.729839][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 2109.730035][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2109.730218][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2109.730407][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2109.730599][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2109.730807][ T12] process_one_work (kernel/workqueue.c:3262) [ 2109.731015][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 2109.731207][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 2109.731403][ T12] ? assign_work (kernel/workqueue.c:1200) [ 2109.731598][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 2109.731807][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 2109.732008][ T12] kthread (kernel/kthread.c:463) [ 2109.732154][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2109.732353][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2109.732541][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2109.732733][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2109.732932][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 2109.733132][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 2109.733370][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 2109.733560][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2109.733751][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 2109.734290][ T12] hardirqs last enabled at (8396273): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 2109.734615][ T12] hardirqs last disabled at (8396280): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 2109.734947][ T12] softirqs last enabled at (8395852): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 2109.735286][ T12] softirqs last disabled at (8395847): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 2109.735622][ T12] ---[ end trace 0000000000000000 ]--- [ 2213.314945][ T44] INFO: task modprobe:13777 blocked for more than 122 seconds. [ 2213.315404][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2213.315702][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.315997][ T44] task:modprobe state:D stack:25136 pid:13777 tgid:13777 ppid:472 task_flags:0x400100 flags:0x00080000 [ 2213.316321][ T44] Call Trace: [ 2213.316470][ T44] [ 2213.316582][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.316756][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.316955][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.317122][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.317257][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.317419][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.317591][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.317755][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.317934][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.318171][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.318396][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.318628][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2213.318803][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.318960][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.319151][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2213.319286][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2213.319458][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.319628][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2213.319792][ T44] do_one_initcall (init/main.c:1378) [ 2213.319980][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.320171][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.320336][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.320901][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.321081][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.321248][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.321410][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.321585][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.321750][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.321933][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.322149][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.322316][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.322483][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.322647][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.322811][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.322996][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.323186][ T44] RIP: 0033:0x7fdaccfa934d [ 2213.323363][ T44] RSP: 002b:00007ffe7d470af8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.323588][ T44] RAX: ffffffffffffffda RBX: 000056464aeafdc0 RCX: 00007fdaccfa934d [ 2213.323805][ T44] RDX: 0000000000000000 RSI: 000056462f641f2e RDI: 0000000000000000 [ 2213.324041][ T44] RBP: 00007ffe7d470b90 R08: 0000000000000000 R09: 0000000000000000 [ 2213.324258][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056462f641f2e [ 2213.324485][ T44] R13: 0000000000040000 R14: 000056464aeafd70 R15: 000056464aeaf570 | [ 2213.326663][ T44] 1 lock held by modprobe/13777: | [ 2213.326819][ T44] #0: ffffffff85e85cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.327108][ T44] | [ 2213.327215][ T44] ============================================= | [ 2213.327215][ T44] [ 2336.193942][ T44] INFO: task modprobe:13777 blocked for more than 245 seconds. [ 2336.194322][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2336.194593][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.194865][ T44] task:modprobe state:D stack:25136 pid:13777 tgid:13777 ppid:472 task_flags:0x400100 flags:0x00080000 [ 2336.195237][ T44] Call Trace: [ 2336.195388][ T44] [ 2336.195513][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.195702][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.195900][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.196081][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.196229][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.196401][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.196589][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.196777][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.196978][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.197160][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.197334][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.197518][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2336.197698][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.197856][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.198062][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2336.198200][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2336.198365][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.198535][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2336.198699][ T44] do_one_initcall (init/main.c:1378) [ 2336.198863][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.199093][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.199257][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.199424][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.199595][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.199760][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.199938][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.200117][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.200279][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.200448][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.200612][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.200778][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.200953][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.201119][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.201288][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.201457][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.201645][ T44] RIP: 0033:0x7fdaccfa934d [ 2336.201815][ T44] RSP: 002b:00007ffe7d470af8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.202049][ T44] RAX: ffffffffffffffda RBX: 000056464aeafdc0 RCX: 00007fdaccfa934d [ 2336.202264][ T44] RDX: 0000000000000000 RSI: 000056462f641f2e RDI: 0000000000000000 [ 2336.202498][ T44] RBP: 00007ffe7d470b90 R08: 0000000000000000 R09: 0000000000000000 [ 2336.202715][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056462f641f2e [ 2336.202948][ T44] R13: 0000000000040000 R14: 000056464aeafd70 R15: 000056464aeaf570 | [ 2336.205122][ T44] 1 lock held by modprobe/13777: | [ 2336.205281][ T44] #0: ffffffff85e85cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.205553][ T44] | [ 2336.205658][ T44] ============================================= | [ 2336.205658][ T44] [ 2459.073933][ T44] INFO: task modprobe:13777 blocked for more than 368 seconds. [ 2459.074304][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2459.074565][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.074863][ T44] task:modprobe state:D stack:25136 pid:13777 tgid:13777 ppid:472 task_flags:0x400100 flags:0x00080000 [ 2459.075238][ T44] Call Trace: [ 2459.075389][ T44] [ 2459.075515][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.075707][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.075904][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.076089][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.076233][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.076412][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.076592][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.076774][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.076966][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.077137][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.077306][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.077477][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2459.077650][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.077788][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.077998][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2459.078136][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2459.078302][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.078472][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2459.078636][ T44] do_one_initcall (init/main.c:1378) [ 2459.078800][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.079007][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.079171][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.079337][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.079508][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.079676][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.079841][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.080024][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.080190][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.080353][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.080523][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.080692][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.080855][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.081036][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.081200][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.081365][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.081558][ T44] RIP: 0033:0x7fdaccfa934d [ 2459.081724][ T44] RSP: 002b:00007ffe7d470af8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.081973][ T44] RAX: ffffffffffffffda RBX: 000056464aeafdc0 RCX: 00007fdaccfa934d [ 2459.082195][ T44] RDX: 0000000000000000 RSI: 000056462f641f2e RDI: 0000000000000000 [ 2459.082420][ T44] RBP: 00007ffe7d470b90 R08: 0000000000000000 R09: 0000000000000000 [ 2459.082637][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056462f641f2e [ 2459.082862][ T44] R13: 0000000000040000 R14: 000056464aeafd70 R15: 000056464aeaf570 | [ 2459.085059][ T44] 1 lock held by modprobe/13777: | [ 2459.085216][ T44] #0: ffffffff85e85cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.085492][ T44] | [ 2459.085597][ T44] ============================================= | [ 2459.085597][ T44] [ 2581.954934][ T44] INFO: task modprobe:13777 blocked for more than 491 seconds. [ 2581.955310][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2581.955576][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.955858][ T44] task:modprobe state:D stack:25136 pid:13777 tgid:13777 ppid:472 task_flags:0x400100 flags:0x00080000 [ 2581.956250][ T44] Call Trace: [ 2581.956410][ T44] [ 2581.956529][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.956717][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.956925][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.957107][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.957253][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.957432][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.957612][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.957802][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.957993][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.958166][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.958347][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.958530][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2581.958699][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.958838][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.959055][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2581.959196][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2581.959372][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.959536][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2581.959704][ T44] do_one_initcall (init/main.c:1378) [ 2581.959870][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.960089][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.960259][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.960434][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.960599][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.960766][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.960945][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.961113][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.961284][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.961454][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.961624][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.961791][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.961970][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.962141][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.962305][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.962486][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.962676][ T44] RIP: 0033:0x7fdaccfa934d [ 2581.962848][ T44] RSP: 002b:00007ffe7d470af8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.963083][ T44] RAX: ffffffffffffffda RBX: 000056464aeafdc0 RCX: 00007fdaccfa934d [ 2581.963302][ T44] RDX: 0000000000000000 RSI: 000056462f641f2e RDI: 0000000000000000 [ 2581.963532][ T44] RBP: 00007ffe7d470b90 R08: 0000000000000000 R09: 0000000000000000 [ 2581.963746][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056462f641f2e [ 2581.963978][ T44] R13: 0000000000040000 R14: 000056464aeafd70 R15: 000056464aeaf570 | [ 2581.966149][ T44] 1 lock held by modprobe/13777: | [ 2581.966302][ T44] #0: ffffffff85e85cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.966581][ T44] | [ 2581.966686][ T44] ============================================= | [ 2581.966686][ T44] [ 2704.834934][ T44] INFO: task modprobe:13777 blocked for more than 614 seconds. [ 2704.835305][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2704.835570][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.835861][ T44] task:modprobe state:D stack:25136 pid:13777 tgid:13777 ppid:472 task_flags:0x400100 flags:0x00080000 [ 2704.836245][ T44] Call Trace: [ 2704.836409][ T44] [ 2704.836532][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.836722][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.836919][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.837104][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.837259][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.837439][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.837618][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.837800][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.837992][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.838167][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.838355][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.838541][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2704.838713][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.838850][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.839056][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2704.839192][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2704.839359][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.839541][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2704.839708][ T44] do_one_initcall (init/main.c:1378) [ 2704.839891][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.840082][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.840258][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.840431][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.840595][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.840768][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.840950][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.841119][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.841283][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.841454][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.841618][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.841785][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.841973][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.842140][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.842306][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.842474][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.842662][ T44] RIP: 0033:0x7fdaccfa934d [ 2704.842830][ T44] RSP: 002b:00007ffe7d470af8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.843070][ T44] RAX: ffffffffffffffda RBX: 000056464aeafdc0 RCX: 00007fdaccfa934d [ 2704.843285][ T44] RDX: 0000000000000000 RSI: 000056462f641f2e RDI: 0000000000000000 [ 2704.843511][ T44] RBP: 00007ffe7d470b90 R08: 0000000000000000 R09: 0000000000000000 [ 2704.843731][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056462f641f2e [ 2704.843963][ T44] R13: 0000000000040000 R14: 000056464aeafd70 R15: 000056464aeaf570 | [ 2704.846156][ T44] 1 lock held by modprobe/13777: | [ 2704.846311][ T44] #0: ffffffff85e85cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.846585][ T44] | [ 2704.846688][ T44] ============================================= | [ 2704.846688][ T44] [ 2827.714934][ T44] INFO: task modprobe:13777 blocked for more than 737 seconds. [ 2827.715323][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2827.715588][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.715862][ T44] task:modprobe state:D stack:25136 pid:13777 tgid:13777 ppid:472 task_flags:0x400100 flags:0x00080000 [ 2827.716243][ T44] Call Trace: [ 2827.716396][ T44] [ 2827.716519][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.716718][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.716918][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.717103][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.717252][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.717428][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.717611][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.717805][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.717997][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.718174][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.718352][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.718534][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2827.718709][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.718851][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.719065][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2827.719202][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2827.719369][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.719535][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2827.719701][ T44] do_one_initcall (init/main.c:1378) [ 2827.719866][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.720075][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.720247][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.720416][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.720588][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.720755][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.720931][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.721103][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.721268][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.721446][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.721609][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.721776][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.721961][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.722128][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.722292][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.722461][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.722660][ T44] RIP: 0033:0x7fdaccfa934d [ 2827.722833][ T44] RSP: 002b:00007ffe7d470af8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.723066][ T44] RAX: ffffffffffffffda RBX: 000056464aeafdc0 RCX: 00007fdaccfa934d [ 2827.723284][ T44] RDX: 0000000000000000 RSI: 000056462f641f2e RDI: 0000000000000000 [ 2827.723506][ T44] RBP: 00007ffe7d470b90 R08: 0000000000000000 R09: 0000000000000000 [ 2827.723727][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056462f641f2e [ 2827.723962][ T44] R13: 0000000000040000 R14: 000056464aeafd70 R15: 000056464aeaf570 | [ 2827.726144][ T44] 1 lock held by modprobe/13777: | [ 2827.726299][ T44] #0: ffffffff85e85cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.726572][ T44] | [ 2827.726680][ T44] ============================================= | [ 2827.726680][ T44] [ 2950.593934][ T44] INFO: task modprobe:13777 blocked for more than 860 seconds. [ 2950.594308][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2950.594582][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.594872][ T44] task:modprobe state:D stack:25136 pid:13777 tgid:13777 ppid:472 task_flags:0x400100 flags:0x00080000 [ 2950.595243][ T44] Call Trace: [ 2950.595390][ T44] [ 2950.595513][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.595703][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.595900][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.596080][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.596227][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.596411][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.596599][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.596781][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.596966][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.597141][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.597322][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.597502][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2950.597692][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.597839][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.598061][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2950.598196][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2950.598358][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.598522][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2950.598700][ T44] do_one_initcall (init/main.c:1378) [ 2950.598863][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.599072][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.599236][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.599401][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.599570][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.599734][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.599918][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.600084][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.600249][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.600410][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.600577][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.600741][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.600919][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.601088][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.601254][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.601417][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.601617][ T44] RIP: 0033:0x7fdaccfa934d [ 2950.601783][ T44] RSP: 002b:00007ffe7d470af8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.602011][ T44] RAX: ffffffffffffffda RBX: 000056464aeafdc0 RCX: 00007fdaccfa934d [ 2950.602235][ T44] RDX: 0000000000000000 RSI: 000056462f641f2e RDI: 0000000000000000 [ 2950.602448][ T44] RBP: 00007ffe7d470b90 R08: 0000000000000000 R09: 0000000000000000 [ 2950.602667][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056462f641f2e [ 2950.602900][ T44] R13: 0000000000040000 R14: 000056464aeafd70 R15: 000056464aeaf570 | [ 2950.605052][ T44] 1 lock held by modprobe/13777: | [ 2950.605207][ T44] #0: ffffffff85e85cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.605470][ T44] | [ 2950.605576][ T44] ============================================= | [ 2950.605576][ T44] [ 3073.474933][ T44] INFO: task modprobe:13777 blocked for more than 983 seconds. [ 3073.475302][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3073.475571][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.475863][ T44] task:modprobe state:D stack:25136 pid:13777 tgid:13777 ppid:472 task_flags:0x400100 flags:0x00080000 [ 3073.476241][ T44] Call Trace: [ 3073.476391][ T44] [ 3073.476509][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.476703][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.476907][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.477085][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.477234][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.477406][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.477582][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.477768][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.477962][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.478139][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.478303][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.478469][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 3073.478634][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.478780][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.478984][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 3073.479131][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 3073.479296][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.479459][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 3073.479623][ T44] do_one_initcall (init/main.c:1378) [ 3073.479790][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.479998][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.480163][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.480335][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.480496][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.480660][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.480823][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.481003][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.481170][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.481331][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.481499][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.481664][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.481831][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.482008][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.482173][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.482335][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.482522][ T44] RIP: 0033:0x7fdaccfa934d [ 3073.482702][ T44] RSP: 002b:00007ffe7d470af8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.482929][ T44] RAX: ffffffffffffffda RBX: 000056464aeafdc0 RCX: 00007fdaccfa934d [ 3073.483142][ T44] RDX: 0000000000000000 RSI: 000056462f641f2e RDI: 0000000000000000 [ 3073.483357][ T44] RBP: 00007ffe7d470b90 R08: 0000000000000000 R09: 0000000000000000 [ 3073.483576][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056462f641f2e [ 3073.483796][ T44] R13: 0000000000040000 R14: 000056464aeafd70 R15: 000056464aeaf570 | [ 3073.485958][ T44] 1 lock held by modprobe/13777: | [ 3073.486115][ T44] #0: ffffffff85e85cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3073.486376][ T44] | [ 3073.486480][ T44] ============================================= | [ 3073.486480][ T44] [ 3196.354932][ T44] INFO: task modprobe:13777 blocked for more than 1105 seconds. [ 3196.355306][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3196.355566][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.355853][ T44] task:modprobe state:D stack:25136 pid:13777 tgid:13777 ppid:472 task_flags:0x400100 flags:0x00080000 [ 3196.356256][ T44] Call Trace: [ 3196.356410][ T44] [ 3196.356527][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.356715][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.356917][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.357098][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.357245][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.357456][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.357640][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.357821][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.358016][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3196.358188][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.358368][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.358541][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 3196.358714][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.358858][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.359062][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 3196.359198][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 3196.359362][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.359523][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 3196.359685][ T44] do_one_initcall (init/main.c:1378) [ 3196.359858][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3196.360064][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.360229][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.360392][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.360554][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3196.360718][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.360902][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.361076][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.361237][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.361397][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.361559][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.361722][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.361906][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.362080][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.362247][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.362410][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.362599][ T44] RIP: 0033:0x7fdaccfa934d [ 3196.362765][ T44] RSP: 002b:00007ffe7d470af8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.363002][ T44] RAX: ffffffffffffffda RBX: 000056464aeafdc0 RCX: 00007fdaccfa934d [ 3196.363226][ T44] RDX: 0000000000000000 RSI: 000056462f641f2e RDI: 0000000000000000 [ 3196.363438][ T44] RBP: 00007ffe7d470b90 R08: 0000000000000000 R09: 0000000000000000 [ 3196.363650][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056462f641f2e [ 3196.363868][ T44] R13: 0000000000040000 R14: 000056464aeafd70 R15: 000056464aeaf570 | [ 3196.366014][ T44] 1 lock held by modprobe/13777: | [ 3196.366175][ T44] #0: ffffffff85e85cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3196.366435][ T44] | [ 3196.366538][ T44] ============================================= | [ 3196.366538][ T44] [ 3319.234935][ T44] INFO: task modprobe:13777 blocked for more than 1228 seconds. [ 3319.235313][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3319.235583][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3319.235855][ T44] task:modprobe state:D stack:25136 pid:13777 tgid:13777 ppid:472 task_flags:0x400100 flags:0x00080000 [ 3319.236242][ T44] Call Trace: [ 3319.236396][ T44] [ 3319.236518][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3319.236703][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3319.236905][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.237084][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3319.237233][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3319.237407][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3319.237583][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3319.237761][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.237954][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3319.238132][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.238316][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3319.238494][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 3319.238677][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3319.238815][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3319.239023][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 3319.239158][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 3319.239325][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.239490][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 3319.239653][ T44] do_one_initcall (init/main.c:1378) [ 3319.239815][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3319.240017][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3319.240180][ T44] do_init_module (kernel/module/main.c:3039) [ 3319.240343][ T44] ? free_module (kernel/module/main.c:3011) [ 3319.240516][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3319.240679][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3319.240840][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3319.241021][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.241181][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3319.241342][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3319.241510][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3319.241677][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.241838][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3319.242017][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3319.242180][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3319.242342][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3319.242528][ T44] RIP: 0033:0x7fdaccfa934d [ 3319.242698][ T44] RSP: 002b:00007ffe7d470af8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3319.242934][ T44] RAX: ffffffffffffffda RBX: 000056464aeafdc0 RCX: 00007fdaccfa934d [ 3319.243147][ T44] RDX: 0000000000000000 RSI: 000056462f641f2e RDI: 0000000000000000 [ 3319.243359][ T44] RBP: 00007ffe7d470b90 R08: 0000000000000000 R09: 0000000000000000 [ 3319.243571][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056462f641f2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule