====================================== | [ 1959.310928][ T12] ------------[ cut here ]------------ | [ 1959.311305][ T12] conntrack cleanup blocked for 60s | [ 1959.311308][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#2: 0/12 | [ 1959.311941][ T12] Modules linked in: pktgen(+) xt_conntrack nft_chain_nat xt_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nft_compat nf_tables cls_bpf netdevsim psample geneve ip6_gre ip_gre gre cls_matchall act_gact cls_flower sch_ingress vxlan [ 1959.312999][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1959.313213][ T12] Workqueue: netns cleanup_net [ 1959.313413][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 1959.313676][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 58 44 f5 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 1e 39 f4 e9 25 fd ff ff 48 8d 3d 46 56 03 00 <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 58 44 f5 mov -0xabba74d(%rip),%rax # 0xfffffffff54458c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 1e 39 f4 call 0xfffffffff4391e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 56 03 00 lea 0x35646(%rip),%rdi # 0x35670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 1959.314222][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 1959.314446][ T12] RAX: 0000000100194fe8 RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 1959.314702][ T12] RDX: 0000000100194fe7 RSI: 0000000000000004 RDI: ffffffffc0601030 [ 1959.314962][ T12] RBP: 0000000000000001 R08: ffffffffc05cb7ba R09: ffe21c000312f84c [ 1959.315253][ T12] R10: ffe21c000312f84d R11: 0000000000000001 R12: dffffc0000000000 [ 1959.315498][ T12] R13: ff1100001897c260 R14: fffffbfff80c1c07 R15: ff1100000aade200 [ 1959.315743][ T12] FS: 0000000000000000(0000) GS:ff110000b52f2000(0000) knlGS:0000000000000000 [ 1959.316344][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1959.316549][ T12] CR2: 0000564925da9da8 CR3: 0000000069148004 CR4: 0000000000771ef0 [ 1959.316791][ T12] PKRU: 55555554 [ 1959.316950][ T12] Call Trace: [ 1959.317091][ T12] [ 1959.317206][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 1959.317415][ T12] ? kfree (mm/slub.c:6668 (discriminator 3) mm/slub.c:6876 (discriminator 3)) [ 1959.317559][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1959.317742][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 1959.317962][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 1959.318135][ T12] ? netns_install (net/core/net_namespace.c:223) [ 1959.318308][ T12] cleanup_net (net/core/net_namespace.c:698) [ 1959.318481][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1959.318662][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 1959.318834][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1959.319027][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1959.319196][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1959.319366][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1959.319537][ T12] process_one_work (kernel/workqueue.c:3262) [ 1959.319717][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 1959.319886][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 1959.320072][ T12] ? assign_work (kernel/workqueue.c:1200) [ 1959.320245][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 1959.320421][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 1959.320598][ T12] kthread (kernel/kthread.c:463) [ 1959.320739][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1959.320908][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1959.321094][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1959.321267][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1959.321448][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 1959.321625][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1959.321824][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 1959.322011][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1959.322182][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 1959.322677][ T12] hardirqs last enabled at (40500961): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 1959.322955][ T12] hardirqs last disabled at (40500972): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 1959.323212][ T12] softirqs last enabled at (40500458): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 1959.323471][ T12] softirqs last disabled at (40500451): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 1959.323742][ T12] ---[ end trace 0000000000000000 ]--- [ 2090.406972][ T44] INFO: task modprobe:3373 blocked for more than 122 seconds. [ 2090.407389][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2090.407637][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2090.407896][ T44] task:modprobe state:D stack:25072 pid:3373 tgid:3373 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2090.408244][ T44] Call Trace: [ 2090.408387][ T44] [ 2090.408504][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2090.408696][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2090.408872][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.409064][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2090.409208][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2090.409422][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2090.409598][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2090.409777][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.412921][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2090.413093][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.413273][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2090.413442][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2090.413623][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2090.413761][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2090.413966][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.414130][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2090.414296][ T44] do_one_initcall (init/main.c:1378) [ 2090.414461][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2090.414665][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2090.414831][ T44] do_init_module (kernel/module/main.c:3039) [ 2090.415013][ T44] ? free_module (kernel/module/main.c:3011) [ 2090.415174][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2090.415519][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2090.415689][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2090.415850][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.418924][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2090.419088][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2090.419251][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2090.419413][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.419574][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2090.419743][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2090.419902][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2090.420081][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2090.420264][ T44] RIP: 0033:0x7fdba0ae434d [ 2090.420431][ T44] RSP: 002b:00007fff12c85378 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2090.420652][ T44] RAX: ffffffffffffffda RBX: 0000559c562bea00 RCX: 00007fdba0ae434d [ 2090.420864][ T44] RDX: 0000000000000000 RSI: 0000559c4fcfaf2e RDI: 0000000000000005 [ 2090.421097][ T44] RBP: 00007fff12c85410 R08: 0000000000000000 R09: 0000000000000000 [ 2090.421310][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559c4fcfaf2e [ 2090.421521][ T44] R13: 0000000000040000 R14: 0000559c562beb20 R15: 0000559c562be460 | [ 2090.436229][ T44] 1 lock held by modprobe/3373: | [ 2090.436378][ T44] #0: ffffffffb6485f50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2090.436646][ T44] | [ 2090.436748][ T44] ============================================= | [ 2090.436748][ T44] [ 2213.290961][ T44] INFO: task modprobe:3373 blocked for more than 245 seconds. [ 2213.291291][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2213.291523][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.291799][ T44] task:modprobe state:D stack:25072 pid:3373 tgid:3373 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2213.292173][ T44] Call Trace: [ 2213.292319][ T44] [ 2213.292439][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.292633][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.292812][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.293008][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.293150][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.293311][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.293476][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.293647][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.293812][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.296921][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.297088][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.297256][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2213.297423][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.297556][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.297746][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.297904][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2213.298081][ T44] do_one_initcall (init/main.c:1378) [ 2213.298241][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.298429][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.298600][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.298763][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.298936][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.299099][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.299257][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.299421][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.299580][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.299749][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.299909][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.303083][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.303246][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.303409][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.303569][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.303737][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.303944][ T44] RIP: 0033:0x7fdba0ae434d [ 2213.304113][ T44] RSP: 002b:00007fff12c85378 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.304325][ T44] RAX: ffffffffffffffda RBX: 0000559c562bea00 RCX: 00007fdba0ae434d [ 2213.304536][ T44] RDX: 0000000000000000 RSI: 0000559c4fcfaf2e RDI: 0000000000000005 [ 2213.304753][ T44] RBP: 00007fff12c85410 R08: 0000000000000000 R09: 0000000000000000 [ 2213.304982][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559c4fcfaf2e [ 2213.305193][ T44] R13: 0000000000040000 R14: 0000559c562beb20 R15: 0000559c562be460 | [ 2213.316795][ T44] 1 lock held by modprobe/3373: | [ 2213.317052][ T44] #0: ffffffffb6485f50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.317316][ T44] | [ 2213.317415][ T44] ============================================= | [ 2213.317415][ T44] [ 2336.170957][ T44] INFO: task modprobe:3373 blocked for more than 368 seconds. [ 2336.171273][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2336.171504][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.171779][ T44] task:modprobe state:D stack:25072 pid:3373 tgid:3373 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2336.172164][ T44] Call Trace: [ 2336.172314][ T44] [ 2336.172429][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.172622][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.172810][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.173005][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.173144][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.173319][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.173486][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.173660][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.173819][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.176927][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.177091][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.177256][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2336.177418][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.177556][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.177748][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.177908][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2336.178083][ T44] do_one_initcall (init/main.c:1378) [ 2336.178245][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.178432][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.178597][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.178759][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.178936][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.179098][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.179257][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.179421][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.179586][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.179745][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.179905][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.182926][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.183092][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.183256][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.183415][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.183583][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.183767][ T44] RIP: 0033:0x7fdba0ae434d [ 2336.183962][ T44] RSP: 002b:00007fff12c85378 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.184182][ T44] RAX: ffffffffffffffda RBX: 0000559c562bea00 RCX: 00007fdba0ae434d [ 2336.184393][ T44] RDX: 0000000000000000 RSI: 0000559c4fcfaf2e RDI: 0000000000000005 [ 2336.184612][ T44] RBP: 00007fff12c85410 R08: 0000000000000000 R09: 0000000000000000 [ 2336.184823][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559c4fcfaf2e [ 2336.185052][ T44] R13: 0000000000040000 R14: 0000559c562beb20 R15: 0000559c562be460 | [ 2336.197076][ T44] 1 lock held by modprobe/3373: | [ 2336.197227][ T44] #0: ffffffffb6485f50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.197493][ T44] | [ 2336.197595][ T44] ============================================= | [ 2336.197595][ T44] [ 2459.050958][ T44] INFO: task modprobe:3373 blocked for more than 491 seconds. [ 2459.051274][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2459.051515][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.051781][ T44] task:modprobe state:D stack:25072 pid:3373 tgid:3373 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2459.052161][ T44] Call Trace: [ 2459.052305][ T44] [ 2459.052424][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.052618][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.052796][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.052991][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.053137][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.053307][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.053484][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.053657][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.053818][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.056927][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.057093][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.057260][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2459.057424][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.057556][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.057754][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.057930][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2459.058091][ T44] do_one_initcall (init/main.c:1378) [ 2459.058253][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.058442][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.058609][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.058772][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.058950][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.059111][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.059271][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.059434][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.059599][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.059756][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.062923][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.063095][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.063258][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.063419][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.063586][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.063746][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.063962][ T44] RIP: 0033:0x7fdba0ae434d [ 2459.064130][ T44] RSP: 002b:00007fff12c85378 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.064348][ T44] RAX: ffffffffffffffda RBX: 0000559c562bea00 RCX: 00007fdba0ae434d [ 2459.064560][ T44] RDX: 0000000000000000 RSI: 0000559c4fcfaf2e RDI: 0000000000000005 [ 2459.064778][ T44] RBP: 00007fff12c85410 R08: 0000000000000000 R09: 0000000000000000 [ 2459.065003][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559c4fcfaf2e [ 2459.065215][ T44] R13: 0000000000040000 R14: 0000559c562beb20 R15: 0000559c562be460 | [ 2459.077014][ T44] 1 lock held by modprobe/3373: | [ 2459.077170][ T44] #0: ffffffffb6485f50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.077441][ T44] | [ 2459.077540][ T44] ============================================= | [ 2459.077540][ T44] [ 2581.930956][ T44] INFO: task modprobe:3373 blocked for more than 614 seconds. [ 2581.931274][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2581.931513][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.931777][ T44] task:modprobe state:D stack:25072 pid:3373 tgid:3373 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2581.932143][ T44] Call Trace: [ 2581.932284][ T44] [ 2581.932397][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.932588][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.932770][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.932968][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.933115][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.933286][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.933462][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.933648][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.933826][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.936927][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.937092][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.937258][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2581.937422][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.937560][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.937750][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.937928][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2581.938090][ T44] do_one_initcall (init/main.c:1378) [ 2581.938252][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.938441][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.938610][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.938772][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.938946][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.939108][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.939276][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.939443][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.939609][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.939768][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.942923][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.943091][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.943258][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.943419][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.943584][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.943743][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.943963][ T44] RIP: 0033:0x7fdba0ae434d [ 2581.944128][ T44] RSP: 002b:00007fff12c85378 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.944340][ T44] RAX: ffffffffffffffda RBX: 0000559c562bea00 RCX: 00007fdba0ae434d [ 2581.944561][ T44] RDX: 0000000000000000 RSI: 0000559c4fcfaf2e RDI: 0000000000000005 [ 2581.944772][ T44] RBP: 00007fff12c85410 R08: 0000000000000000 R09: 0000000000000000 [ 2581.944996][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559c4fcfaf2e [ 2581.945207][ T44] R13: 0000000000040000 R14: 0000559c562beb20 R15: 0000559c562be460 | [ 2581.957046][ T44] 1 lock held by modprobe/3373: | [ 2581.957198][ T44] #0: ffffffffb6485f50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.957477][ T44] | [ 2581.957585][ T44] ============================================= | [ 2581.957585][ T44] [ 2704.810959][ T44] INFO: task modprobe:3373 blocked for more than 737 seconds. [ 2704.811275][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2704.811514][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.811783][ T44] task:modprobe state:D stack:25072 pid:3373 tgid:3373 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2704.812169][ T44] Call Trace: [ 2704.812317][ T44] [ 2704.812437][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.812630][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.812809][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.813006][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.813141][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.813303][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.813471][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.813642][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.813806][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.816927][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.817094][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.817263][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2704.817427][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.817566][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.817754][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.817928][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2704.818089][ T44] do_one_initcall (init/main.c:1378) [ 2704.818249][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.818435][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.818608][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.818773][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.818946][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.819109][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.819267][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.819434][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.819598][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.819756][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.822923][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.823091][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.823254][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.823417][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.823585][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.823753][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.823969][ T44] RIP: 0033:0x7fdba0ae434d [ 2704.824138][ T44] RSP: 002b:00007fff12c85378 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.824351][ T44] RAX: ffffffffffffffda RBX: 0000559c562bea00 RCX: 00007fdba0ae434d [ 2704.824565][ T44] RDX: 0000000000000000 RSI: 0000559c4fcfaf2e RDI: 0000000000000005 [ 2704.824777][ T44] RBP: 00007fff12c85410 R08: 0000000000000000 R09: 0000000000000000 [ 2704.825005][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559c4fcfaf2e [ 2704.825219][ T44] R13: 0000000000040000 R14: 0000559c562beb20 R15: 0000559c562be460 | [ 2704.835117][ T44] 1 lock held by modprobe/3373: | [ 2704.835268][ T44] #0: ffffffffb6485f50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.835541][ T44] | [ 2704.835641][ T44] ============================================= | [ 2704.835641][ T44] [ 2827.690959][ T44] INFO: task modprobe:3373 blocked for more than 860 seconds. [ 2827.691281][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2827.691529][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.691801][ T44] task:modprobe state:D stack:25072 pid:3373 tgid:3373 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2827.692171][ T44] Call Trace: [ 2827.692319][ T44] [ 2827.692433][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.692628][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.692811][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.693012][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.693164][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.693333][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.693505][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.693671][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.693837][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.695933][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.696100][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.696265][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2827.696434][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.696583][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.696778][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.696959][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2827.697122][ T44] do_one_initcall (init/main.c:1378) [ 2827.697283][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.697472][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.697639][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.697802][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.697977][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.698140][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.698299][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.698463][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.698628][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.698789][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.700929][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.701105][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.701267][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.701433][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.701597][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.701759][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.701957][ T44] RIP: 0033:0x7fdba0ae434d [ 2827.702121][ T44] RSP: 002b:00007fff12c85378 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.702336][ T44] RAX: ffffffffffffffda RBX: 0000559c562bea00 RCX: 00007fdba0ae434d [ 2827.702561][ T44] RDX: 0000000000000000 RSI: 0000559c4fcfaf2e RDI: 0000000000000005 [ 2827.702779][ T44] RBP: 00007fff12c85410 R08: 0000000000000000 R09: 0000000000000000 [ 2827.703007][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559c4fcfaf2e [ 2827.703224][ T44] R13: 0000000000040000 R14: 0000559c562beb20 R15: 0000559c562be460 | [ 2827.717540][ T44] 1 lock held by modprobe/3373: | [ 2827.717697][ T44] #0: ffffffffb6485f50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.717984][ T44] | [ 2827.718084][ T44] ============================================= | [ 2827.718084][ T44] [ 2950.569958][ T44] INFO: task modprobe:3373 blocked for more than 983 seconds. [ 2950.570262][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2950.570496][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.570767][ T44] task:modprobe state:D stack:25072 pid:3373 tgid:3373 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2950.571139][ T44] Call Trace: [ 2950.571289][ T44] [ 2950.571401][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.571583][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.571774][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.571972][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.572115][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.572290][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.572463][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.572628][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.572802][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.575926][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.576092][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.576258][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2950.576426][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.576558][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.576755][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.576928][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2950.577089][ T44] do_one_initcall (init/main.c:1378) [ 2950.577250][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.577436][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.577599][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.577768][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.577945][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.578111][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.578270][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.578433][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.578594][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.578760][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.581923][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.582100][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.582263][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.582423][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.582583][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.582746][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.582959][ T44] RIP: 0033:0x7fdba0ae434d [ 2950.583122][ T44] RSP: 002b:00007fff12c85378 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.583340][ T44] RAX: ffffffffffffffda RBX: 0000559c562bea00 RCX: 00007fdba0ae434d [ 2950.583552][ T44] RDX: 0000000000000000 RSI: 0000559c4fcfaf2e RDI: 0000000000000005 [ 2950.583766][ T44] RBP: 00007fff12c85410 R08: 0000000000000000 R09: 0000000000000000 [ 2950.583989][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559c4fcfaf2e [ 2950.584208][ T44] R13: 0000000000040000 R14: 0000559c562beb20 R15: 0000559c562be460 | [ 2950.596092][ T44] 1 lock held by modprobe/3373: | [ 2950.596247][ T44] #0: ffffffffb6485f50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.596520][ T44] | [ 2950.596619][ T44] ============================================= | [ 2950.596619][ T44] [ 3073.450958][ T44] INFO: task modprobe:3373 blocked for more than 1105 seconds. [ 3073.451273][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3073.451513][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.451771][ T44] task:modprobe state:D stack:25072 pid:3373 tgid:3373 ppid:1 task_flags:0x400100 flags:0x00080002 [ 3073.452131][ T44] Call Trace: [ 3073.452277][ T44] [ 3073.452397][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.452585][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.452771][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.452967][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.453114][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.453295][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.453474][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.453650][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.453822][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.454943][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.455105][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.455269][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 3073.455430][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.455566][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.455761][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.455936][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 3073.456097][ T44] do_one_initcall (init/main.c:1378) [ 3073.456260][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.456449][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.456611][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.456778][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.456954][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.457116][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.457274][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.457437][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.457597][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.457762][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.460922][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.461092][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.461258][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.461421][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.461580][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.461745][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.461949][ T44] RIP: 0033:0x7fdba0ae434d [ 3073.462117][ T44] RSP: 002b:00007fff12c85378 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.462332][ T44] RAX: ffffffffffffffda RBX: 0000559c562bea00 RCX: 00007fdba0ae434d [ 3073.462545][ T44] RDX: 0000000000000000 RSI: 0000559c4fcfaf2e RDI: 0000000000000005 [ 3073.462762][ T44] RBP: 00007fff12c85410 R08: 0000000000000000 R09: 0000000000000000 [ 3073.462992][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559c4fcfaf2e [ 3073.463205][ T44] R13: 0000000000040000 R14: 0000559c562beb20 R15: 0000559c562be460 | [ 3073.476890][ T44] 1 lock held by modprobe/3373: | [ 3073.477147][ T44] #0: ffffffffb6485f50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3073.477422][ T44] | [ 3073.477523][ T44] ============================================= | [ 3073.477523][ T44] [ 3196.330957][ T44] INFO: task modprobe:3373 blocked for more than 1228 seconds. [ 3196.331268][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3196.331503][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.331774][ T44] task:modprobe state:D stack:25072 pid:3373 tgid:3373 ppid:1 task_flags:0x400100 flags:0x00080002 [ 3196.332131][ T44] Call Trace: [ 3196.332276][ T44] [ 3196.332395][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.332580][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.332757][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.332968][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.333116][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.333302][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.333477][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.333656][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.333836][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3196.336921][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.337089][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.337262][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 3196.337429][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.337562][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.337756][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.337937][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 3196.338097][ T44] do_one_initcall (init/main.c:1378) [ 3196.338255][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3196.338445][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.338608][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.338777][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.338951][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3196.339110][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.339268][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.339432][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.339595][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.339753][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.342923][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.343091][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.343252][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.343413][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.343577][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.343736][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.343935][ T44] RIP: 0033:0x7fdba0ae434d [ 3196.344100][ T44] RSP: 002b:00007fff12c85378 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.344315][ T44] RAX: ffffffffffffffda RBX: 0000559c562bea00 RCX: 00007fdba0ae434d [ 3196.344530][ T44] RDX: 0000000000000000 RSI: 0000559c4fcfaf2e RDI: 0000000000000005 [ 3196.344748][ T44] RBP: 00007fff12c85410 R08: 0000000000000000 R09: 0000000000000000 [ 3196.344980][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559c4fcfaf2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule