====================================== | xx__-> [ 2145.129833][ T68] ------------[ cut here ]------------ | [ 2145.130166][ T68] conntrack cleanup blocked for 60s | [ 2145.130168][ T68] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#3: 1/68 | [ 2145.130658][ T68] Modules linked in: nf_nat(+) cls_flower sch_ingress xt_conntrack nf_conntrack nf_defrag_ipv4 nf_defrag_ipv6 bonding psample xfrm_user macsec vxlan ip6_gre ip_gre gre cls_u32 sch_htb ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 nft_compat nf_tables [last unloaded: netdevsim] [ 2145.131651][ T68] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 2145.131821][ T68] Workqueue: netns cleanup_net [ 2145.131959][ T68] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 2145.132160][ T68] Code: 00 48 8b 54 24 18 48 8b 05 b3 38 c6 c6 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 0e bb c5 e9 25 fd ff ff 48 8d 3d 46 e6 09 00 <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 38 c6 c6 mov -0x3939c74d(%rip),%rax # 0xffffffffc6c638c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 0e bb c5 call 0xffffffffc5bb0e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 e6 09 00 lea 0x9e646(%rip),%rdi # 0x9e670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 2145.132612][ T68] RSP: 0018:ffa0000000497980 EFLAGS: 00010297 [ 2145.132796][ T68] RAX: 00000001001c25ab RBX: ffa0000000497af8 RCX: 0000000000000001 [ 2145.132993][ T68] RDX: 00000001001c25aa RSI: 0000000000000004 RDI: ffffffffc064c030 [ 2145.133178][ T68] RBP: 0000000000000001 R08: ffffffffc05ad7ba R09: ffe21c0000c33c4c [ 2145.133367][ T68] R10: ffe21c0000c33c4d R11: 0000000000000001 R12: dffffc0000000000 [ 2145.133553][ T68] R13: ff1100000619e260 R14: fffffbfff80cb207 R15: ff110000110b1c00 [ 2145.133740][ T68] FS: 0000000000000000(0000) GS:ff110000e3b73000(0000) knlGS:0000000000000000 [ 2145.133958][ T68] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2145.134249][ T68] CR2: 00007fafb0d72a48 CR3: 000000002b748003 CR4: 0000000000771ef0 [ 2145.134438][ T68] PKRU: 55555554 [ 2145.134534][ T68] Call Trace: [ 2145.134627][ T68] [ 2145.134697][ T68] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 2145.134857][ T68] ? kfree (mm/slub.c:6668 (discriminator 3) mm/slub.c:6876 (discriminator 3)) [ 2145.134951][ T68] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2145.135075][ T68] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 2145.135229][ T68] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 2145.135351][ T68] ? netns_install (net/core/net_namespace.c:223) [ 2145.135481][ T68] cleanup_net (net/core/net_namespace.c:698) [ 2145.135600][ T68] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2145.135727][ T68] ? net_passive_dec (net/core/net_namespace.c:660) [ 2145.135851][ T68] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2145.135971][ T68] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2145.136090][ T68] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2145.136212][ T68] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2145.136334][ T68] process_one_work (kernel/workqueue.c:3262) [ 2145.136459][ T68] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 2145.136580][ T68] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 2145.136706][ T68] ? assign_work (kernel/workqueue.c:1200) [ 2145.136831][ T68] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 2145.136958][ T68] ? process_one_work (kernel/workqueue.c:3367) [ 2145.137079][ T68] kthread (kernel/kthread.c:463) [ 2145.137172][ T68] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2145.137292][ T68] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2145.137418][ T68] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2145.137540][ T68] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2145.137664][ T68] ret_from_fork (arch/x86/kernel/process.c:164) [ 2145.137785][ T68] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 2145.137940][ T68] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 2145.138062][ T68] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2145.138182][ T68] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 2145.138531][ T68] hardirqs last enabled at (10469461): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 2145.138749][ T68] hardirqs last disabled at (10469468): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 2145.138964][ T68] softirqs last enabled at (10469066): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 2145.139177][ T68] softirqs last disabled at (10469061): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 2145.139389][ T68] ---[ end trace 0000000000000000 ]--- [ 2336.191928][ T44] INFO: task modprobe:3789 blocked for more than 122 seconds. [ 2336.192296][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2336.192493][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.192705][ T44] task:modprobe state:D stack:25104 pid:3789 tgid:3789 ppid:21685 task_flags:0x400100 flags:0x00080000 [ 2336.192990][ T44] Call Trace: [ 2336.193088][ T44] [ 2336.193155][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.193295][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.193428][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.193564][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.193660][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.193782][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.193908][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.194044][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.194163][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.194286][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.194410][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.194532][ T44] ? cls_fl_exit (net/sched/cls_flower.c:3081) cls_flower [ 2336.194659][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.194743][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.194884][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2336.194969][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2336.195081][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.195191][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2336.195306][ T44] do_one_initcall (init/main.c:1378) [ 2336.195417][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.195561][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.195778][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.195900][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.196011][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.196123][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.196233][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.196349][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.196463][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.196575][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.196686][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.196799][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.196915][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.197026][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.197135][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.197245][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.197381][ T44] RIP: 0033:0x7f45f51e234d [ 2336.197501][ T44] RSP: 002b:00007ffefd3b2b08 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.197669][ T44] RAX: ffffffffffffffda RBX: 000055572d944ff0 RCX: 00007f45f51e234d [ 2336.197839][ T44] RDX: 0000000000000000 RSI: 000055571780ff2e RDI: 0000000000000000 [ 2336.198004][ T44] RBP: 00007ffefd3b2ba0 R08: 0000000000000000 R09: 0000000000000000 [ 2336.198171][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055571780ff2e [ 2336.198336][ T44] R13: 0000000000040000 R14: 000055572d944fa0 R15: 000055572d944570 | [ 2336.199935][ T44] 1 lock held by modprobe/3789: | [ 2336.200038][ T44] #0: ffffffff87c85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.200244][ T44] | [ 2336.200301][ T44] ============================================= | [ 2336.200301][ T44] [ 2459.070835][ T44] INFO: task modprobe:3789 blocked for more than 245 seconds. [ 2459.071111][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2459.071312][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.071547][ T44] task:modprobe state:D stack:25104 pid:3789 tgid:3789 ppid:21685 task_flags:0x400100 flags:0x00080000 [ 2459.071879][ T44] Call Trace: [ 2459.071971][ T44] [ 2459.072036][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.072161][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.072283][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.072409][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.072500][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.072623][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.072746][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.072877][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.072991][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.073104][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.073217][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.073332][ T44] ? cls_fl_exit (net/sched/cls_flower.c:3081) cls_flower [ 2459.073455][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.073541][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.073682][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2459.073767][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2459.073887][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.073997][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2459.074113][ T44] do_one_initcall (init/main.c:1378) [ 2459.074223][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.074361][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.074475][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.074587][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.074696][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.074818][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.074933][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.075053][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.075163][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.075273][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.075384][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.075496][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.075605][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.075716][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.075835][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.075945][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.076080][ T44] RIP: 0033:0x7f45f51e234d [ 2459.076194][ T44] RSP: 002b:00007ffefd3b2b08 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.076359][ T44] RAX: ffffffffffffffda RBX: 000055572d944ff0 RCX: 00007f45f51e234d [ 2459.076527][ T44] RDX: 0000000000000000 RSI: 000055571780ff2e RDI: 0000000000000000 [ 2459.076690][ T44] RBP: 00007ffefd3b2ba0 R08: 0000000000000000 R09: 0000000000000000 [ 2459.076859][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055571780ff2e [ 2459.077021][ T44] R13: 0000000000040000 R14: 000055572d944fa0 R15: 000055572d944570 | [ 2459.078588][ T44] 1 lock held by modprobe/3789: | [ 2459.078693][ T44] #0: ffffffff87c85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.078908][ T44] | [ 2459.078961][ T44] ============================================= | [ 2459.078961][ T44] [ 2581.950834][ T44] INFO: task modprobe:3789 blocked for more than 368 seconds. [ 2581.951107][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2581.951326][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.951553][ T44] task:modprobe state:D stack:25104 pid:3789 tgid:3789 ppid:21685 task_flags:0x400100 flags:0x00080000 [ 2581.951888][ T44] Call Trace: [ 2581.951991][ T44] [ 2581.952058][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.952181][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.952300][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.952417][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.952505][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.952624][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.952741][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.952866][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.952981][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.953100][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.953214][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.953325][ T44] ? cls_fl_exit (net/sched/cls_flower.c:3081) cls_flower [ 2581.953438][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.953523][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.953660][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2581.953743][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2581.953862][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.953974][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2581.954087][ T44] do_one_initcall (init/main.c:1378) [ 2581.954198][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.954335][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.954448][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.954566][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.954675][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.954787][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.954902][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.955017][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.955128][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.955238][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.955352][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.955465][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.955573][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.955683][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.955793][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.955907][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.956041][ T44] RIP: 0033:0x7f45f51e234d [ 2581.956160][ T44] RSP: 002b:00007ffefd3b2b08 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.956323][ T44] RAX: ffffffffffffffda RBX: 000055572d944ff0 RCX: 00007f45f51e234d [ 2581.956486][ T44] RDX: 0000000000000000 RSI: 000055571780ff2e RDI: 0000000000000000 [ 2581.956648][ T44] RBP: 00007ffefd3b2ba0 R08: 0000000000000000 R09: 0000000000000000 [ 2581.956816][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055571780ff2e [ 2581.956985][ T44] R13: 0000000000040000 R14: 000055572d944fa0 R15: 000055572d944570 | [ 2581.958550][ T44] 1 lock held by modprobe/3789: | [ 2581.958653][ T44] #0: ffffffff87c85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.958865][ T44] | [ 2581.958918][ T44] ============================================= | [ 2581.958918][ T44] [ 2704.831834][ T44] INFO: task modprobe:3789 blocked for more than 491 seconds. [ 2704.832094][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2704.832296][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.832527][ T44] task:modprobe state:D stack:25104 pid:3789 tgid:3789 ppid:21685 task_flags:0x400100 flags:0x00080000 [ 2704.832841][ T44] Call Trace: [ 2704.832940][ T44] [ 2704.833011][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.833152][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.833294][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.833414][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.833505][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.833619][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.833737][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.833860][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.833975][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.834096][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.834210][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.834325][ T44] ? cls_fl_exit (net/sched/cls_flower.c:3081) cls_flower [ 2704.834440][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.834527][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.834665][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2704.834747][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2704.834864][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.834976][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2704.835089][ T44] do_one_initcall (init/main.c:1378) [ 2704.835204][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.835344][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.835459][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.835570][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.835680][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.835790][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.835904][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.836024][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.836135][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.836245][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.836356][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.836473][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.836589][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.836700][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.836820][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.836930][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.837065][ T44] RIP: 0033:0x7f45f51e234d [ 2704.837179][ T44] RSP: 002b:00007ffefd3b2b08 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.837344][ T44] RAX: ffffffffffffffda RBX: 000055572d944ff0 RCX: 00007f45f51e234d [ 2704.837515][ T44] RDX: 0000000000000000 RSI: 000055571780ff2e RDI: 0000000000000000 [ 2704.837693][ T44] RBP: 00007ffefd3b2ba0 R08: 0000000000000000 R09: 0000000000000000 [ 2704.837862][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055571780ff2e [ 2704.838026][ T44] R13: 0000000000040000 R14: 000055572d944fa0 R15: 000055572d944570 | [ 2704.839596][ T44] 1 lock held by modprobe/3789: | [ 2704.839698][ T44] #0: ffffffff87c85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.839913][ T44] | [ 2704.839966][ T44] ============================================= | [ 2704.839966][ T44] [ 2827.711834][ T44] INFO: task modprobe:3789 blocked for more than 614 seconds. [ 2827.712115][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2827.712314][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.712542][ T44] task:modprobe state:D stack:25104 pid:3789 tgid:3789 ppid:21685 task_flags:0x400100 flags:0x00080000 [ 2827.712855][ T44] Call Trace: [ 2827.712965][ T44] [ 2827.713033][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.713170][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.713300][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.713432][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.713528][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.713645][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.713765][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.713887][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.714004][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.714118][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.714235][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.714349][ T44] ? cls_fl_exit (net/sched/cls_flower.c:3081) cls_flower [ 2827.714470][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.714561][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.714697][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2827.714780][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2827.714898][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.715012][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2827.715124][ T44] do_one_initcall (init/main.c:1378) [ 2827.715233][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.715372][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.715485][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.715596][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.715708][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.715823][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.715932][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.716051][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.716167][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.716276][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.716385][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.716504][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.716611][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.716722][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.716838][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.716947][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.717087][ T44] RIP: 0033:0x7f45f51e234d [ 2827.717206][ T44] RSP: 002b:00007ffefd3b2b08 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.717372][ T44] RAX: ffffffffffffffda RBX: 000055572d944ff0 RCX: 00007f45f51e234d [ 2827.717533][ T44] RDX: 0000000000000000 RSI: 000055571780ff2e RDI: 0000000000000000 [ 2827.717695][ T44] RBP: 00007ffefd3b2ba0 R08: 0000000000000000 R09: 0000000000000000 [ 2827.717861][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055571780ff2e [ 2827.718030][ T44] R13: 0000000000040000 R14: 000055572d944fa0 R15: 000055572d944570 | [ 2827.719602][ T44] 1 lock held by modprobe/3789: | [ 2827.719705][ T44] #0: ffffffff87c85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.719916][ T44] | [ 2827.719973][ T44] ============================================= | [ 2827.719973][ T44] [ 2950.591834][ T44] INFO: task modprobe:3789 blocked for more than 737 seconds. [ 2950.592092][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2950.592289][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.592513][ T44] task:modprobe state:D stack:25104 pid:3789 tgid:3789 ppid:21685 task_flags:0x400100 flags:0x00080000 [ 2950.592829][ T44] Call Trace: [ 2950.592920][ T44] [ 2950.592983][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.593104][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.593223][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.593346][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.593437][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.593554][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.593682][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.593802][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.593921][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.594033][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.594144][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.594258][ T44] ? cls_fl_exit (net/sched/cls_flower.c:3081) cls_flower [ 2950.594371][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.594460][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.594600][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2950.594688][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2950.594801][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.594918][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2950.595030][ T44] do_one_initcall (init/main.c:1378) [ 2950.595140][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.595281][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.595393][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.595506][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.595616][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.595731][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.595845][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.595960][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.596074][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.596183][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.596294][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.596407][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.596516][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.596626][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.596741][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.596862][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.596996][ T44] RIP: 0033:0x7f45f51e234d [ 2950.597109][ T44] RSP: 002b:00007ffefd3b2b08 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.597275][ T44] RAX: ffffffffffffffda RBX: 000055572d944ff0 RCX: 00007f45f51e234d [ 2950.597438][ T44] RDX: 0000000000000000 RSI: 000055571780ff2e RDI: 0000000000000000 [ 2950.597602][ T44] RBP: 00007ffefd3b2ba0 R08: 0000000000000000 R09: 0000000000000000 [ 2950.597768][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055571780ff2e [ 2950.597938][ T44] R13: 0000000000040000 R14: 000055572d944fa0 R15: 000055572d944570 | [ 2950.599504][ T44] 1 lock held by modprobe/3789: | [ 2950.599607][ T44] #0: ffffffff87c85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.599825][ T44] | [ 2950.599877][ T44] ============================================= | [ 2950.599877][ T44] [ 3073.471835][ T44] INFO: task modprobe:3789 blocked for more than 860 seconds. [ 3073.472107][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3073.472302][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.472547][ T44] task:modprobe state:D stack:25104 pid:3789 tgid:3789 ppid:21685 task_flags:0x400100 flags:0x00080000 [ 3073.472875][ T44] Call Trace: [ 3073.472979][ T44] [ 3073.473048][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.473168][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.473286][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.473410][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.473499][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.473620][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.473739][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.473865][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.473981][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.474092][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.474209][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.474321][ T44] ? cls_fl_exit (net/sched/cls_flower.c:3081) cls_flower [ 3073.474435][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.474519][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.474658][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 3073.474742][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 3073.474861][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.474975][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 3073.475089][ T44] do_one_initcall (init/main.c:1378) [ 3073.475198][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.475336][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.475452][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.475563][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.475674][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.475786][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.475901][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.476016][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.476126][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.476236][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.476347][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.476470][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.476579][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.476689][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.476799][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.476914][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.477054][ T44] RIP: 0033:0x7f45f51e234d [ 3073.477169][ T44] RSP: 002b:00007ffefd3b2b08 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.477340][ T44] RAX: ffffffffffffffda RBX: 000055572d944ff0 RCX: 00007f45f51e234d [ 3073.477506][ T44] RDX: 0000000000000000 RSI: 000055571780ff2e RDI: 0000000000000000 [ 3073.477668][ T44] RBP: 00007ffefd3b2ba0 R08: 0000000000000000 R09: 0000000000000000 [ 3073.477836][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055571780ff2e [ 3073.478000][ T44] R13: 0000000000040000 R14: 000055572d944fa0 R15: 000055572d944570 | [ 3073.479565][ T44] 1 lock held by modprobe/3789: | [ 3073.479667][ T44] #0: ffffffff87c85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3073.479881][ T44] | [ 3073.479935][ T44] ============================================= | [ 3073.479935][ T44] [ 3196.350833][ T44] INFO: task modprobe:3789 blocked for more than 983 seconds. [ 3196.351109][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3196.351308][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.351535][ T44] task:modprobe state:D stack:25104 pid:3789 tgid:3789 ppid:21685 task_flags:0x400100 flags:0x00080000 [ 3196.351852][ T44] Call Trace: [ 3196.351956][ T44] [ 3196.352033][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.352187][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.352320][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.352438][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.352526][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.352641][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.352758][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.352885][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.353000][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3196.353120][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.353235][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.353346][ T44] ? cls_fl_exit (net/sched/cls_flower.c:3081) cls_flower [ 3196.353459][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.353543][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.353684][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 3196.353767][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 3196.353882][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.353994][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 3196.354110][ T44] do_one_initcall (init/main.c:1378) [ 3196.354222][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3196.354360][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.354473][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.354585][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.354694][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3196.354804][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.354918][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.355033][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.355146][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.355262][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.355371][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.355484][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.355592][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.355703][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.355817][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.355927][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.356063][ T44] RIP: 0033:0x7f45f51e234d [ 3196.356181][ T44] RSP: 002b:00007ffefd3b2b08 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.356346][ T44] RAX: ffffffffffffffda RBX: 000055572d944ff0 RCX: 00007f45f51e234d [ 3196.356511][ T44] RDX: 0000000000000000 RSI: 000055571780ff2e RDI: 0000000000000000 [ 3196.356676][ T44] RBP: 00007ffefd3b2ba0 R08: 0000000000000000 R09: 0000000000000000 [ 3196.356845][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055571780ff2e [ 3196.357014][ T44] R13: 0000000000040000 R14: 000055572d944fa0 R15: 000055572d944570 | [ 3196.358586][ T44] 1 lock held by modprobe/3789: | [ 3196.358688][ T44] #0: ffffffff87c85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3196.358907][ T44] | [ 3196.358964][ T44] ============================================= | [ 3196.358964][ T44] [ 3319.231865][ T44] INFO: task modprobe:3789 blocked for more than 1105 seconds. [ 3319.232153][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3319.232326][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3319.232523][ T44] task:modprobe state:D stack:25104 pid:3789 tgid:3789 ppid:21685 task_flags:0x400100 flags:0x00080000 [ 3319.232796][ T44] Call Trace: [ 3319.232945][ T44] [ 3319.233014][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3319.233156][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3319.233284][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.233418][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3319.233517][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3319.233631][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3319.233752][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3319.233883][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.234002][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3319.234120][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.234241][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3319.234364][ T44] ? cls_fl_exit (net/sched/cls_flower.c:3081) cls_flower [ 3319.234484][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3319.234572][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3319.234722][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 3319.234818][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 3319.234935][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.235048][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 3319.235168][ T44] do_one_initcall (init/main.c:1378) [ 3319.235289][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3319.235432][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3319.235546][ T44] do_init_module (kernel/module/main.c:3039) [ 3319.235660][ T44] ? free_module (kernel/module/main.c:3011) [ 3319.235770][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3319.235891][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3319.236022][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3319.236138][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.236247][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3319.236356][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3319.236467][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3319.236581][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.236696][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3319.236817][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3319.236928][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3319.237039][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3319.237175][ T44] RIP: 0033:0x7f45f51e234d [ 3319.237297][ T44] RSP: 002b:00007ffefd3b2b08 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3319.237464][ T44] RAX: ffffffffffffffda RBX: 000055572d944ff0 RCX: 00007f45f51e234d [ 3319.237643][ T44] RDX: 0000000000000000 RSI: 000055571780ff2e RDI: 0000000000000000 [ 3319.237818][ T44] RBP: 00007ffefd3b2ba0 R08: 0000000000000000 R09: 0000000000000000 [ 3319.237981][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055571780ff2e [ 3319.238144][ T44] R13: 0000000000040000 R14: 000055572d944fa0 R15: 000055572d944570 | [ 3319.239750][ T44] 1 lock held by modprobe/3789: | [ 3319.239861][ T44] #0: ffffffff87c85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3319.240071][ T44] | [ 3319.240127][ T44] ============================================= | [ 3319.240127][ T44] [ 3442.111862][ T44] INFO: task modprobe:3789 blocked for more than 1228 seconds. [ 3442.112121][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3442.112305][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3442.112506][ T44] task:modprobe state:D stack:25104 pid:3789 tgid:3789 ppid:21685 task_flags:0x400100 flags:0x00080000 [ 3442.112784][ T44] Call Trace: [ 3442.112889][ T44] [ 3442.112951][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3442.113079][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3442.113195][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3442.113315][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3442.113401][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3442.113515][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3442.113636][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3442.113759][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3442.113882][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3442.113998][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3442.114113][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3442.114228][ T44] ? cls_fl_exit (net/sched/cls_flower.c:3081) cls_flower [ 3442.114345][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3442.114431][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3442.114571][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 3442.114669][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 3442.114784][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3442.114903][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 3442.115020][ T44] do_one_initcall (init/main.c:1378) [ 3442.115138][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3442.115283][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3442.115403][ T44] do_init_module (kernel/module/main.c:3039) [ 3442.115542][ T44] ? free_module (kernel/module/main.c:3011) [ 3442.115659][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3442.115776][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3442.115895][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3442.116020][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3442.116136][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3442.116255][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3442.116371][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3442.116489][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3442.116607][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3442.116724][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3442.116845][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3442.116960][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3442.117105][ T44] RIP: 0033:0x7f45f51e234d [ 3442.117225][ T44] RSP: 002b:00007ffefd3b2b08 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3442.117404][ T44] RAX: ffffffffffffffda RBX: 000055572d944ff0 RCX: 00007f45f51e234d [ 3442.117576][ T44] RDX: 0000000000000000 RSI: 000055571780ff2e RDI: 0000000000000000 [ 3442.117748][ T44] RBP: 00007ffefd3b2ba0 R08: 0000000000000000 R09: 0000000000000000 [ 3442.117926][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055571780ff2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule