====================================== | xx__-> [ 1821.514323][ T12] ------------[ cut here ]------------ | [ 1821.514715][ T12] conntrack cleanup blocked for 60s | [ 1821.514717][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#3: 0/12 | [ 1821.515240][ T12] Modules linked in: nf_nat(+) cls_flower sch_ingress xt_conntrack nf_conntrack nf_defrag_ipv4 nf_defrag_ipv6 unix_diag xfrm_user xt_policy ip6t_REJECT nf_reject_ipv6 nft_compat nf_tables [ 1821.516078][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1821.516296][ T12] Workqueue: netns cleanup_net [ 1821.516435][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 1821.516648][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 88 31 dc 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 5e 26 db e9 25 fd ff ff 48 8d 3d 46 86 10 00 <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 88 31 dc mov -0x23ce774d(%rip),%rax # 0xffffffffdc3188c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 5e 26 db call 0xffffffffdb265e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 86 10 00 lea 0x108646(%rip),%rdi # 0x108670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 1821.517116][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 1821.517279][ T12] RAX: 0000000100173594 RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 1821.517484][ T12] RDX: 0000000100173593 RSI: 0000000000000004 RDI: ffffffffc0601030 [ 1821.517699][ T12] RBP: 0000000000000001 R08: ffffffffc04f87ba R09: ffe21c00016f4e94 [ 1821.517914][ T12] R10: ffe21c00016f4e95 R11: 0000000000000001 R12: dffffc0000000000 [ 1821.518101][ T12] R13: ff1100000b7a74a0 R14: fffffbfff80c1c07 R15: ff1100000b2659c0 [ 1821.518299][ T12] FS: 0000000000000000(0000) GS:ff110000ce573000(0000) knlGS:0000000000000000 [ 1821.518521][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1821.518697][ T12] CR2: 000056314f3bfb28 CR3: 000000000a583004 CR4: 0000000000771ef0 [ 1821.519227][ T12] PKRU: 55555554 [ 1821.519328][ T12] Call Trace: [ 1821.519423][ T12] [ 1821.519492][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 1821.519655][ T12] ? kfree (mm/slub.c:6668 (discriminator 3) mm/slub.c:6876 (discriminator 3)) [ 1821.519748][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1821.519872][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 1821.520032][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 1821.520155][ T12] ? netns_install (net/core/net_namespace.c:223) [ 1821.520278][ T12] cleanup_net (net/core/net_namespace.c:698) [ 1821.520402][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1821.520529][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 1821.520656][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1821.520777][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1821.520903][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1821.521022][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1821.521144][ T12] process_one_work (kernel/workqueue.c:3262) [ 1821.521268][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 1821.521393][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 1821.521516][ T12] ? assign_work (kernel/workqueue.c:1200) [ 1821.521643][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 1821.521767][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 1821.521893][ T12] kthread (kernel/kthread.c:463) [ 1821.521986][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1821.522107][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1821.522228][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1821.522354][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1821.522476][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 1821.522602][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1821.522755][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 1821.522877][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1821.522999][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 1821.523350][ T12] hardirqs last enabled at (9393789): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 1821.523569][ T12] hardirqs last disabled at (9393796): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 1821.523784][ T12] softirqs last enabled at (9393392): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 1821.523996][ T12] softirqs last disabled at (9393387): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 1821.524225][ T12] ---[ end trace 0000000000000000 ]--- [ 1967.543362][ T44] INFO: task modprobe:27887 blocked for more than 122 seconds. [ 1967.544123][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 1967.544310][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 1967.544511][ T44] task:modprobe state:D stack:25128 pid:27887 tgid:27887 ppid:9443 task_flags:0x400100 flags:0x00080000 [ 1967.544786][ T44] Call Trace: [ 1967.544879][ T44] [ 1967.544955][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 1967.545084][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 1967.545204][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1967.545331][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 1967.545421][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 1967.545538][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 1967.545663][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 1967.545791][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1967.545906][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 1967.546021][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 1967.546137][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1967.546251][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 1967.546408][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 1967.546495][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 1967.546641][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 1967.546731][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 1967.546842][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 1967.546952][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 1967.547064][ T44] do_one_initcall (init/main.c:1378) [ 1967.547176][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 1967.547324][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 1967.547439][ T44] do_init_module (kernel/module/main.c:3039) [ 1967.547725][ T44] ? free_module (kernel/module/main.c:3011) [ 1967.547838][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 1967.547951][ T44] init_module_from_file (kernel/module/main.c:3712) [ 1967.548060][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 1967.548175][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1967.548297][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 1967.548407][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 1967.548517][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 1967.548631][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1967.548744][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 1967.548854][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 1967.548964][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 1967.549081][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 1967.549216][ T44] RIP: 0033:0x7fbcd275234d [ 1967.549339][ T44] RSP: 002b:00007ffe13a7bea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 1967.549508][ T44] RAX: ffffffffffffffda RBX: 000055b6527e8ff0 RCX: 00007fbcd275234d [ 1967.549678][ T44] RDX: 0000000000000000 RSI: 000055b62ad21f2e RDI: 0000000000000000 [ 1967.549847][ T44] RBP: 00007ffe13a7bf40 R08: 0000000000000000 R09: 0000000000000000 [ 1967.550011][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b62ad21f2e [ 1967.550174][ T44] R13: 0000000000040000 R14: 000055b6527e8fa0 R15: 000055b6527e8570 | [ 1967.551814][ T44] 1 lock held by modprobe/27887: | [ 1967.551919][ T44] #0: ffffffff9d285bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 1967.552134][ T44] | [ 1967.552191][ T44] ============================================= | [ 1967.552191][ T44] [ 2090.423356][ T44] INFO: task modprobe:27887 blocked for more than 245 seconds. [ 2090.423678][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2090.423886][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2090.424138][ T44] task:modprobe state:D stack:25128 pid:27887 tgid:27887 ppid:9443 task_flags:0x400100 flags:0x00080000 [ 2090.424472][ T44] Call Trace: [ 2090.424573][ T44] [ 2090.424649][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2090.424793][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2090.424930][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.425051][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2090.425144][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2090.425257][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2090.425380][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2090.425497][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.425621][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2090.425737][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.425855][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2090.425974][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2090.426089][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2090.426177][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2090.426348][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2090.426433][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2090.426545][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.426660][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2090.426776][ T44] do_one_initcall (init/main.c:1378) [ 2090.426887][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2090.427025][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2090.427138][ T44] do_init_module (kernel/module/main.c:3039) [ 2090.427253][ T44] ? free_module (kernel/module/main.c:3011) [ 2090.427368][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2090.427482][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2090.427597][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2090.427725][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.427836][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2090.427948][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2090.428064][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2090.428182][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.428301][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2090.428411][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2090.428520][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2090.428635][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2090.428771][ T44] RIP: 0033:0x7fbcd275234d [ 2090.428889][ T44] RSP: 002b:00007ffe13a7bea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2090.429057][ T44] RAX: ffffffffffffffda RBX: 000055b6527e8ff0 RCX: 00007fbcd275234d [ 2090.429225][ T44] RDX: 0000000000000000 RSI: 000055b62ad21f2e RDI: 0000000000000000 [ 2090.429395][ T44] RBP: 00007ffe13a7bf40 R08: 0000000000000000 R09: 0000000000000000 [ 2090.429561][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b62ad21f2e [ 2090.429730][ T44] R13: 0000000000040000 R14: 000055b6527e8fa0 R15: 000055b6527e8570 | [ 2090.431442][ T44] 1 lock held by modprobe/27887: | [ 2090.431546][ T44] #0: ffffffff9d285bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2090.431759][ T44] | [ 2090.431813][ T44] ============================================= | [ 2090.431813][ T44] [ 2213.303327][ T44] INFO: task modprobe:27887 blocked for more than 368 seconds. [ 2213.303616][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2213.303824][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.304074][ T44] task:modprobe state:D stack:25128 pid:27887 tgid:27887 ppid:9443 task_flags:0x400100 flags:0x00080000 [ 2213.304366][ T44] Call Trace: [ 2213.304463][ T44] [ 2213.304528][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.304662][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.304784][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.304907][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.304999][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.305121][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.305237][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.305360][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.305498][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.305612][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.305725][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.305839][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2213.305961][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.306049][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.306190][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2213.306276][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2213.306418][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.306534][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2213.306646][ T44] do_one_initcall (init/main.c:1378) [ 2213.306757][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.306899][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.307019][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.307132][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.307241][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.307358][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.307470][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.307587][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.307697][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.307810][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.307920][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.308034][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.308145][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.308260][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.308375][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.308489][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.308629][ T44] RIP: 0033:0x7fbcd275234d [ 2213.308744][ T44] RSP: 002b:00007ffe13a7bea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.308910][ T44] RAX: ffffffffffffffda RBX: 000055b6527e8ff0 RCX: 00007fbcd275234d [ 2213.309081][ T44] RDX: 0000000000000000 RSI: 000055b62ad21f2e RDI: 0000000000000000 [ 2213.309245][ T44] RBP: 00007ffe13a7bf40 R08: 0000000000000000 R09: 0000000000000000 [ 2213.309423][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b62ad21f2e [ 2213.309590][ T44] R13: 0000000000040000 R14: 000055b6527e8fa0 R15: 000055b6527e8570 | [ 2213.311275][ T44] 1 lock held by modprobe/27887: | [ 2213.311384][ T44] #0: ffffffff9d285bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.311598][ T44] | [ 2213.311656][ T44] ============================================= | [ 2213.311656][ T44] [ 2336.183324][ T44] INFO: task modprobe:27887 blocked for more than 491 seconds. [ 2336.183621][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2336.183830][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.184073][ T44] task:modprobe state:D stack:25128 pid:27887 tgid:27887 ppid:9443 task_flags:0x400100 flags:0x00080000 [ 2336.184403][ T44] Call Trace: [ 2336.184493][ T44] [ 2336.184555][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.184677][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.184797][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.184917][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.185005][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.185131][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.185250][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.185378][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.185492][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.185605][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.185718][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.185833][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2336.185951][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.186036][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.186191][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2336.186276][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2336.186422][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.186534][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2336.186656][ T44] do_one_initcall (init/main.c:1378) [ 2336.186771][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.186908][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.187026][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.187144][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.187254][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.187372][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.187485][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.187600][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.187710][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.187821][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.187931][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.188047][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.188157][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.188273][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.188389][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.188498][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.188637][ T44] RIP: 0033:0x7fbcd275234d [ 2336.188753][ T44] RSP: 002b:00007ffe13a7bea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.188920][ T44] RAX: ffffffffffffffda RBX: 000055b6527e8ff0 RCX: 00007fbcd275234d [ 2336.189092][ T44] RDX: 0000000000000000 RSI: 000055b62ad21f2e RDI: 0000000000000000 [ 2336.189256][ T44] RBP: 00007ffe13a7bf40 R08: 0000000000000000 R09: 0000000000000000 [ 2336.189424][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b62ad21f2e [ 2336.189590][ T44] R13: 0000000000040000 R14: 000055b6527e8fa0 R15: 000055b6527e8570 | [ 2336.191272][ T44] 1 lock held by modprobe/27887: | [ 2336.191384][ T44] #0: ffffffff9d285bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.191594][ T44] | [ 2336.191648][ T44] ============================================= | [ 2336.191648][ T44] [ 2459.062318][ T44] INFO: task modprobe:27887 blocked for more than 614 seconds. [ 2459.062597][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2459.062820][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.063062][ T44] task:modprobe state:D stack:25128 pid:27887 tgid:27887 ppid:9443 task_flags:0x400100 flags:0x00080000 [ 2459.063405][ T44] Call Trace: [ 2459.063517][ T44] [ 2459.063595][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.063726][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.063848][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.063966][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.064055][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.064172][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.064294][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.064415][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.064531][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.064647][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.064763][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.064876][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2459.064990][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.065075][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.065215][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2459.065340][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2459.065462][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.065575][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2459.065690][ T44] do_one_initcall (init/main.c:1378) [ 2459.065800][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.065937][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.066050][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.066165][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.066278][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.066398][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.066512][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.066628][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.066746][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.066854][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.066967][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.067081][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.067190][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.067306][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.067417][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.067528][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.067666][ T44] RIP: 0033:0x7fbcd275234d [ 2459.067783][ T44] RSP: 002b:00007ffe13a7bea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.067949][ T44] RAX: ffffffffffffffda RBX: 000055b6527e8ff0 RCX: 00007fbcd275234d [ 2459.068111][ T44] RDX: 0000000000000000 RSI: 000055b62ad21f2e RDI: 0000000000000000 [ 2459.068274][ T44] RBP: 00007ffe13a7bf40 R08: 0000000000000000 R09: 0000000000000000 [ 2459.068446][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b62ad21f2e [ 2459.068608][ T44] R13: 0000000000040000 R14: 000055b6527e8fa0 R15: 000055b6527e8570 | [ 2459.070274][ T44] 1 lock held by modprobe/27887: | [ 2459.070383][ T44] #0: ffffffff9d285bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.070597][ T44] | [ 2459.070651][ T44] ============================================= | [ 2459.070651][ T44] [ 2581.943317][ T44] INFO: task modprobe:27887 blocked for more than 737 seconds. [ 2581.943598][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2581.943819][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.944052][ T44] task:modprobe state:D stack:25128 pid:27887 tgid:27887 ppid:9443 task_flags:0x400100 flags:0x00080000 [ 2581.944388][ T44] Call Trace: [ 2581.944492][ T44] [ 2581.944568][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.944711][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.944848][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.944965][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.945052][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.945165][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.945296][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.945413][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.945527][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.945641][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.945754][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.945868][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2581.945984][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.946068][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.946206][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2581.946322][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2581.946434][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.946543][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2581.946659][ T44] do_one_initcall (init/main.c:1378) [ 2581.946778][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.946915][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.947025][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.947135][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.947243][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.947364][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.947474][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.947598][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.947706][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.947815][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.947926][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.948039][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.948147][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.948260][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.948383][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.948497][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.948632][ T44] RIP: 0033:0x7fbcd275234d [ 2581.948750][ T44] RSP: 002b:00007ffe13a7bea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.948915][ T44] RAX: ffffffffffffffda RBX: 000055b6527e8ff0 RCX: 00007fbcd275234d [ 2581.949079][ T44] RDX: 0000000000000000 RSI: 000055b62ad21f2e RDI: 0000000000000000 [ 2581.949287][ T44] RBP: 00007ffe13a7bf40 R08: 0000000000000000 R09: 0000000000000000 [ 2581.949451][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b62ad21f2e [ 2581.949614][ T44] R13: 0000000000040000 R14: 000055b6527e8fa0 R15: 000055b6527e8570 | [ 2581.951276][ T44] 1 lock held by modprobe/27887: | [ 2581.951383][ T44] #0: ffffffff9d285bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.951594][ T44] | [ 2581.951648][ T44] ============================================= | [ 2581.951648][ T44] [ 2704.823313][ T44] INFO: task modprobe:27887 blocked for more than 860 seconds. [ 2704.823599][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2704.823808][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.824055][ T44] task:modprobe state:D stack:25128 pid:27887 tgid:27887 ppid:9443 task_flags:0x400100 flags:0x00080000 [ 2704.824372][ T44] Call Trace: [ 2704.824470][ T44] [ 2704.824542][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.824685][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.824816][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.824956][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.825054][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.825171][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.825291][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.825408][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.825520][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.825635][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.825747][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.825861][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2704.825981][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.826066][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.826203][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2704.826316][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2704.826441][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.826551][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2704.826662][ T44] do_one_initcall (init/main.c:1378) [ 2704.826772][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.826912][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.827029][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.827142][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.827256][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.827372][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.827483][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.827598][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.827709][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.827818][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.827928][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.828049][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.828158][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.828267][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.828380][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.828490][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.828624][ T44] RIP: 0033:0x7fbcd275234d [ 2704.828738][ T44] RSP: 002b:00007ffe13a7bea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.828907][ T44] RAX: ffffffffffffffda RBX: 000055b6527e8ff0 RCX: 00007fbcd275234d [ 2704.829074][ T44] RDX: 0000000000000000 RSI: 000055b62ad21f2e RDI: 0000000000000000 [ 2704.829239][ T44] RBP: 00007ffe13a7bf40 R08: 0000000000000000 R09: 0000000000000000 [ 2704.829406][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b62ad21f2e [ 2704.829574][ T44] R13: 0000000000040000 R14: 000055b6527e8fa0 R15: 000055b6527e8570 | [ 2704.831165][ T44] 1 lock held by modprobe/27887: | [ 2704.831269][ T44] #0: ffffffff9d285bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.831572][ T44] | [ 2704.831625][ T44] ============================================= | [ 2704.831625][ T44] [ 2827.702312][ T44] INFO: task modprobe:27887 blocked for more than 983 seconds. [ 2827.702593][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2827.702812][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.703061][ T44] task:modprobe state:D stack:25128 pid:27887 tgid:27887 ppid:9443 task_flags:0x400100 flags:0x00080000 [ 2827.703375][ T44] Call Trace: [ 2827.703468][ T44] [ 2827.703531][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.703653][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.703774][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.703896][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.703986][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.704105][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.704226][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.704353][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.704466][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.704578][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.704690][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.704809][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2827.704926][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.705015][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.705154][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2827.705239][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2827.705382][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.705493][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2827.705605][ T44] do_one_initcall (init/main.c:1378) [ 2827.705716][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.705872][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.705985][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.706097][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.706207][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.706324][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.706434][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.706552][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.706665][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.706785][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.706895][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.707013][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.707122][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.707236][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.707349][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.707462][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.707596][ T44] RIP: 0033:0x7fbcd275234d [ 2827.707712][ T44] RSP: 002b:00007ffe13a7bea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.707879][ T44] RAX: ffffffffffffffda RBX: 000055b6527e8ff0 RCX: 00007fbcd275234d [ 2827.708046][ T44] RDX: 0000000000000000 RSI: 000055b62ad21f2e RDI: 0000000000000000 [ 2827.708212][ T44] RBP: 00007ffe13a7bf40 R08: 0000000000000000 R09: 0000000000000000 [ 2827.708378][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b62ad21f2e [ 2827.708540][ T44] R13: 0000000000040000 R14: 000055b6527e8fa0 R15: 000055b6527e8570 | [ 2827.710205][ T44] 1 lock held by modprobe/27887: | [ 2827.710314][ T44] #0: ffffffff9d285bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.710527][ T44] | [ 2827.710580][ T44] ============================================= | [ 2827.710580][ T44] [ 2950.583312][ T44] INFO: task modprobe:27887 blocked for more than 1105 seconds. [ 2950.583598][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2950.583804][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.584036][ T44] task:modprobe state:D stack:25128 pid:27887 tgid:27887 ppid:9443 task_flags:0x400100 flags:0x00080000 [ 2950.584367][ T44] Call Trace: [ 2950.584470][ T44] [ 2950.584544][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.584665][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.584784][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.584908][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.584997][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.585111][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.585229][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.585353][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.585468][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.585587][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.585703][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.585816][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2950.585930][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.586015][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.586153][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2950.586239][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2950.586382][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.586501][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2950.586614][ T44] do_one_initcall (init/main.c:1378) [ 2950.586722][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.586859][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.586972][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.587084][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.587194][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.587315][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.587426][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.587546][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.587657][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.587767][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.587876][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.587993][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.588101][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.588212][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.588326][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.588435][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.588574][ T44] RIP: 0033:0x7fbcd275234d [ 2950.588688][ T44] RSP: 002b:00007ffe13a7bea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.588855][ T44] RAX: ffffffffffffffda RBX: 000055b6527e8ff0 RCX: 00007fbcd275234d [ 2950.589019][ T44] RDX: 0000000000000000 RSI: 000055b62ad21f2e RDI: 0000000000000000 [ 2950.589181][ T44] RBP: 00007ffe13a7bf40 R08: 0000000000000000 R09: 0000000000000000 [ 2950.589348][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b62ad21f2e [ 2950.589517][ T44] R13: 0000000000040000 R14: 000055b6527e8fa0 R15: 000055b6527e8570 | [ 2950.591195][ T44] 1 lock held by modprobe/27887: | [ 2950.591303][ T44] #0: ffffffff9d285bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.591517][ T44] | [ 2950.591571][ T44] ============================================= | [ 2950.591571][ T44] [ 3073.463306][ T44] INFO: task modprobe:27887 blocked for more than 1228 seconds. [ 3073.463565][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3073.463761][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.463986][ T44] task:modprobe state:D stack:25128 pid:27887 tgid:27887 ppid:9443 task_flags:0x400100 flags:0x00080000 [ 3073.464302][ T44] Call Trace: [ 3073.464412][ T44] [ 3073.464484][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.464628][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.464767][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.464886][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.464973][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.465086][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.465202][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.465333][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.465449][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.465563][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.465676][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.465790][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 3073.465903][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.465987][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.466132][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 3073.466215][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 3073.466367][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.466480][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 3073.466592][ T44] do_one_initcall (init/main.c:1378) [ 3073.466702][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.466839][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.466955][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.467067][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.467177][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.467298][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.467408][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.467524][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.467636][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.467748][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.467864][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.467977][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.468086][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.468200][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.468323][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.468437][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.468574][ T44] RIP: 0033:0x7fbcd275234d [ 3073.468688][ T44] RSP: 002b:00007ffe13a7bea8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.468852][ T44] RAX: ffffffffffffffda RBX: 000055b6527e8ff0 RCX: 00007fbcd275234d [ 3073.469014][ T44] RDX: 0000000000000000 RSI: 000055b62ad21f2e RDI: 0000000000000000 [ 3073.469176][ T44] RBP: 00007ffe13a7bf40 R08: 0000000000000000 R09: 0000000000000000 [ 3073.469350][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b62ad21f2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule