====================================== | [ 1884.502634][ T12] ------------[ cut here ]------------ | [ 1884.502984][ T12] conntrack cleanup blocked for 60s | [ 1884.502986][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#0: 0/12 | [ 1884.503515][ T12] Modules linked in: pktgen(+) xt_conntrack nf_conntrack nf_defrag_ipv4 nf_defrag_ipv6 cls_matchall act_gact cls_flower sch_ingress vxlan chacha libchacha chacha20poly1305 libpoly1305 tls ip6t_REJECT nf_reject_ipv6 nft_compat nf_tables [ 1884.504444][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1884.504622][ T12] Workqueue: netns cleanup_net [ 1884.504764][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 1884.504970][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 88 68 c4 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 5e 5d c3 e9 25 fd ff ff 48 8d 3d 46 06 e0 ff <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 88 68 c4 mov -0x3b97774d(%rip),%rax # 0xffffffffc46888c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 5e 5d c3 call 0xffffffffc35d5e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 06 e0 ff lea -0x1ff9ba(%rip),%rdi # 0xffffffffffe00670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 1884.505418][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 1884.505577][ T12] RAX: 0000000100182b9c RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 1884.505774][ T12] RDX: 0000000100182b9b RSI: 0000000000000004 RDI: ffffffffc0589030 [ 1884.505961][ T12] RBP: 0000000000000001 R08: ffffffffc07887ba R09: ffe21c0002be8a4c [ 1884.506147][ T12] R10: ffe21c0002be8a4d R11: 0000000000000001 R12: dffffc0000000000 [ 1884.506334][ T12] R13: ff11000015f45260 R14: fffffbfff80b2c07 R15: ff1100000bf96e00 [ 1884.506522][ T12] FS: 0000000000000000(0000) GS:ff110000e5df3000(0000) knlGS:0000000000000000 [ 1884.506746][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1884.506903][ T12] CR2: 00007f35b4d22000 CR3: 0000000011edf001 CR4: 0000000000771ef0 [ 1884.507085][ T12] PKRU: 55555554 [ 1884.507473][ T12] Call Trace: [ 1884.507567][ T12] [ 1884.507642][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 1884.507798][ T12] ? kfree (mm/slub.c:6668 (discriminator 3) mm/slub.c:6876 (discriminator 3)) [ 1884.507891][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1884.508016][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 1884.508175][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 1884.508306][ T12] ? netns_install (net/core/net_namespace.c:223) [ 1884.508431][ T12] cleanup_net (net/core/net_namespace.c:698) [ 1884.508554][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1884.508684][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 1884.508806][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1884.508928][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1884.509050][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1884.509170][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1884.509293][ T12] process_one_work (kernel/workqueue.c:3262) [ 1884.509417][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 1884.509539][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 1884.509667][ T12] ? assign_work (kernel/workqueue.c:1200) [ 1884.509791][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 1884.509916][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 1884.510035][ T12] kthread (kernel/kthread.c:463) [ 1884.510127][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1884.510254][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1884.510378][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1884.510500][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1884.510627][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 1884.510750][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1884.510904][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 1884.511026][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1884.511148][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 1884.511500][ T12] hardirqs last enabled at (13161989): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 1884.511718][ T12] hardirqs last disabled at (13161998): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 1884.511930][ T12] softirqs last enabled at (13161594): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 1884.512147][ T12] softirqs last disabled at (13161589): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 1884.512365][ T12] ---[ end trace 0000000000000000 ]--- [ 2090.427699][ T44] INFO: task modprobe:11474 blocked for more than 122 seconds. [ 2090.428147][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2090.428397][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2090.428714][ T44] task:modprobe state:D stack:25136 pid:11474 tgid:11474 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2090.429052][ T44] Call Trace: [ 2090.429197][ T44] [ 2090.429313][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2090.429499][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2090.429696][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.429885][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2090.430027][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2090.430199][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2090.430372][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2090.430543][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.430728][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2090.430907][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.431074][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2090.431245][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2090.431418][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2090.431561][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2090.431783][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.431954][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2090.432126][ T44] do_one_initcall (init/main.c:1378) [ 2090.432296][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2090.432498][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2090.432684][ T44] do_init_module (kernel/module/main.c:3039) [ 2090.432867][ T44] ? free_module (kernel/module/main.c:3011) [ 2090.433036][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2090.433208][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2090.433377][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2090.433832][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.434001][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2090.434165][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2090.434330][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2090.434497][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.434676][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2090.434845][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2090.435010][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2090.435176][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2090.435364][ T44] RIP: 0033:0x7f04ee6ed34d [ 2090.435534][ T44] RSP: 002b:00007ffe9845f698 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2090.435776][ T44] RAX: ffffffffffffffda RBX: 0000563bb96c8a00 RCX: 00007f04ee6ed34d [ 2090.435996][ T44] RDX: 0000000000000000 RSI: 0000563badf89f2e RDI: 0000000000000005 [ 2090.436213][ T44] RBP: 00007ffe9845f730 R08: 0000000000000000 R09: 0000000000000000 [ 2090.436434][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000563badf89f2e [ 2090.436663][ T44] R13: 0000000000040000 R14: 0000563bb96c8b20 R15: 0000563bb96c8460 | [ 2090.447065][ T44] 1 lock held by modprobe/11474: | [ 2090.447220][ T44] #0: ffffffff85885bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2090.447488][ T44] | [ 2090.447597][ T44] ============================================= | [ 2090.447597][ T44] [ 2213.306669][ T44] INFO: task modprobe:11474 blocked for more than 245 seconds. [ 2213.306996][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2213.307250][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.307531][ T44] task:modprobe state:D stack:25136 pid:11474 tgid:11474 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2213.307910][ T44] Call Trace: [ 2213.308066][ T44] [ 2213.308181][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.308360][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.308542][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.308735][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.308877][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.309049][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.309221][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.309391][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.309565][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.309779][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.309947][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.310117][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2213.310289][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.310434][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.310651][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.310815][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2213.310982][ T44] do_one_initcall (init/main.c:1378) [ 2213.311149][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.311343][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.311521][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.311707][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.311872][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.312042][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.312209][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.312378][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.312551][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.312735][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.312900][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.313068][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.313231][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.313397][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.313568][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.313751][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.313942][ T44] RIP: 0033:0x7f04ee6ed34d [ 2213.314113][ T44] RSP: 002b:00007ffe9845f698 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.314331][ T44] RAX: ffffffffffffffda RBX: 0000563bb96c8a00 RCX: 00007f04ee6ed34d [ 2213.314548][ T44] RDX: 0000000000000000 RSI: 0000563badf89f2e RDI: 0000000000000005 [ 2213.314775][ T44] RBP: 00007ffe9845f730 R08: 0000000000000000 R09: 0000000000000000 [ 2213.314998][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000563badf89f2e [ 2213.315215][ T44] R13: 0000000000040000 R14: 0000563bb96c8b20 R15: 0000563bb96c8460 | [ 2213.325602][ T44] 1 lock held by modprobe/11474: | [ 2213.325874][ T44] #0: ffffffff85885bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.326144][ T44] | [ 2213.326249][ T44] ============================================= | [ 2213.326249][ T44] [ 2336.186666][ T44] INFO: task modprobe:11474 blocked for more than 368 seconds. [ 2336.186993][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2336.187248][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.187513][ T44] task:modprobe state:D stack:25136 pid:11474 tgid:11474 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2336.187870][ T44] Call Trace: [ 2336.188018][ T44] [ 2336.188145][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.188340][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.188512][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.188704][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.188846][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.189013][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.189192][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.189368][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.189535][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.189749][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.189915][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.190085][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2336.190263][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.190403][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.190601][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.190784][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2336.190950][ T44] do_one_initcall (init/main.c:1378) [ 2336.191129][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.191323][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.191492][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.191674][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.191838][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.192008][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.192180][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.192351][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.192517][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.192693][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.192858][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.193028][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.193197][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.193362][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.193527][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.193708][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.193897][ T44] RIP: 0033:0x7f04ee6ed34d [ 2336.194068][ T44] RSP: 002b:00007ffe9845f698 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.194293][ T44] RAX: ffffffffffffffda RBX: 0000563bb96c8a00 RCX: 00007f04ee6ed34d [ 2336.194509][ T44] RDX: 0000000000000000 RSI: 0000563badf89f2e RDI: 0000000000000005 [ 2336.194737][ T44] RBP: 00007ffe9845f730 R08: 0000000000000000 R09: 0000000000000000 [ 2336.194951][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000563badf89f2e [ 2336.195171][ T44] R13: 0000000000040000 R14: 0000563bb96c8b20 R15: 0000563bb96c8460 | [ 2336.203746][ T44] 1 lock held by modprobe/11474: | [ 2336.203899][ T44] #0: ffffffff85885bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.204174][ T44] | [ 2336.204278][ T44] ============================================= | [ 2336.204278][ T44] [ 2459.067669][ T44] INFO: task modprobe:11474 blocked for more than 491 seconds. [ 2459.068001][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2459.068248][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.068519][ T44] task:modprobe state:D stack:25136 pid:11474 tgid:11474 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2459.068864][ T44] Call Trace: [ 2459.069007][ T44] [ 2459.069121][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.069306][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.069479][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.069675][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.069821][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.069990][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.070160][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.070332][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.070502][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.070718][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.070896][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.071065][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2459.071237][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.071377][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.071574][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.071758][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2459.071933][ T44] do_one_initcall (init/main.c:1378) [ 2459.072103][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.072298][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.072467][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.072652][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.072820][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.072986][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.073149][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.073319][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.073483][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.073665][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.073838][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.074006][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.074171][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.074336][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.074504][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.074686][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.074882][ T44] RIP: 0033:0x7f04ee6ed34d [ 2459.075052][ T44] RSP: 002b:00007ffe9845f698 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.075271][ T44] RAX: ffffffffffffffda RBX: 0000563bb96c8a00 RCX: 00007f04ee6ed34d [ 2459.075490][ T44] RDX: 0000000000000000 RSI: 0000563badf89f2e RDI: 0000000000000005 [ 2459.075716][ T44] RBP: 00007ffe9845f730 R08: 0000000000000000 R09: 0000000000000000 [ 2459.075936][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000563badf89f2e [ 2459.076152][ T44] R13: 0000000000040000 R14: 0000563bb96c8b20 R15: 0000563bb96c8460 | [ 2459.086604][ T44] 1 lock held by modprobe/11474: | [ 2459.086887][ T44] #0: ffffffff85885bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.087165][ T44] | [ 2459.087269][ T44] ============================================= | [ 2459.087269][ T44] [ 2581.946666][ T44] INFO: task modprobe:11474 blocked for more than 614 seconds. [ 2581.947035][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2581.947319][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.947668][ T44] task:modprobe state:D stack:25136 pid:11474 tgid:11474 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2581.948006][ T44] Call Trace: [ 2581.948150][ T44] [ 2581.948266][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.948448][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.948639][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.948824][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.948966][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.949132][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.949301][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.949473][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.949689][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.949859][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.950027][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.950192][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2581.950360][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.950499][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.950714][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.950885][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2581.951051][ T44] do_one_initcall (init/main.c:1378) [ 2581.951221][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.951412][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.951581][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.951761][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.951932][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.952099][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.952263][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.952434][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.952598][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.952777][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.952950][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.953117][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.953281][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.953450][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.953629][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.953799][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.953988][ T44] RIP: 0033:0x7f04ee6ed34d [ 2581.954156][ T44] RSP: 002b:00007ffe9845f698 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.954371][ T44] RAX: ffffffffffffffda RBX: 0000563bb96c8a00 RCX: 00007f04ee6ed34d [ 2581.954589][ T44] RDX: 0000000000000000 RSI: 0000563badf89f2e RDI: 0000000000000005 [ 2581.954823][ T44] RBP: 00007ffe9845f730 R08: 0000000000000000 R09: 0000000000000000 [ 2581.955041][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000563badf89f2e [ 2581.955252][ T44] R13: 0000000000040000 R14: 0000563bb96c8b20 R15: 0000563bb96c8460 | [ 2581.965750][ T44] 1 lock held by modprobe/11474: | [ 2581.965911][ T44] #0: ffffffff85885bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.966188][ T44] | [ 2581.966291][ T44] ============================================= | [ 2581.966291][ T44] [ 2704.826666][ T44] INFO: task modprobe:11474 blocked for more than 737 seconds. [ 2704.826994][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2704.827255][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.827527][ T44] task:modprobe state:D stack:25136 pid:11474 tgid:11474 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2704.827899][ T44] Call Trace: [ 2704.828051][ T44] [ 2704.828169][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.828348][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.828520][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.828715][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.828859][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.829037][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.829218][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.829393][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.829562][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.829780][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.829950][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.830133][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2704.830305][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.830443][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.830663][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.830832][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2704.831002][ T44] do_one_initcall (init/main.c:1378) [ 2704.831180][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.831381][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.831551][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.831738][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.831903][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.832069][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.832242][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.832414][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.832587][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.832767][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.832932][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.833105][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.833270][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.833436][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.833603][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.833787][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.833977][ T44] RIP: 0033:0x7f04ee6ed34d [ 2704.834152][ T44] RSP: 002b:00007ffe9845f698 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.834376][ T44] RAX: ffffffffffffffda RBX: 0000563bb96c8a00 RCX: 00007f04ee6ed34d [ 2704.834594][ T44] RDX: 0000000000000000 RSI: 0000563badf89f2e RDI: 0000000000000005 [ 2704.834830][ T44] RBP: 00007ffe9845f730 R08: 0000000000000000 R09: 0000000000000000 [ 2704.835049][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000563badf89f2e [ 2704.835271][ T44] R13: 0000000000040000 R14: 0000563bb96c8b20 R15: 0000563bb96c8460 | [ 2704.846027][ T44] 1 lock held by modprobe/11474: | [ 2704.846184][ T44] #0: ffffffff85885bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.846466][ T44] | [ 2704.846570][ T44] ============================================= | [ 2704.846570][ T44] [ 2827.706666][ T44] INFO: task modprobe:11474 blocked for more than 860 seconds. [ 2827.706995][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2827.707243][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.707513][ T44] task:modprobe state:D stack:25136 pid:11474 tgid:11474 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2827.707876][ T44] Call Trace: [ 2827.708029][ T44] [ 2827.708151][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.708342][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.708520][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.708715][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.708857][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.709026][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.709203][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.709376][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.709551][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.709764][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.709933][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.710104][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2827.710280][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.710428][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.710645][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.710812][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2827.710980][ T44] do_one_initcall (init/main.c:1378) [ 2827.711149][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.711346][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.711522][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.711711][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.711878][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.712049][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.712213][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.712382][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.712553][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.712735][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.712900][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.713071][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.713236][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.713410][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.713575][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.713754][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.713944][ T44] RIP: 0033:0x7f04ee6ed34d [ 2827.714114][ T44] RSP: 002b:00007ffe9845f698 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.714337][ T44] RAX: ffffffffffffffda RBX: 0000563bb96c8a00 RCX: 00007f04ee6ed34d [ 2827.714562][ T44] RDX: 0000000000000000 RSI: 0000563badf89f2e RDI: 0000000000000005 [ 2827.714793][ T44] RBP: 00007ffe9845f730 R08: 0000000000000000 R09: 0000000000000000 [ 2827.715008][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000563badf89f2e [ 2827.715226][ T44] R13: 0000000000040000 R14: 0000563bb96c8b20 R15: 0000563bb96c8460 | [ 2827.725772][ T44] 1 lock held by modprobe/11474: | [ 2827.725930][ T44] #0: ffffffff85885bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.726209][ T44] | [ 2827.726312][ T44] ============================================= | [ 2827.726312][ T44] [ 2950.586668][ T44] INFO: task modprobe:11474 blocked for more than 983 seconds. [ 2950.587037][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2950.587316][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.587599][ T44] task:modprobe state:D stack:25136 pid:11474 tgid:11474 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2950.587951][ T44] Call Trace: [ 2950.588095][ T44] [ 2950.588212][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.588406][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.588589][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.588827][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.588972][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.589143][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.589315][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.589489][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.589675][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.589850][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.590017][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.590188][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2950.590361][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.590502][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.590722][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.590891][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2950.591062][ T44] do_one_initcall (init/main.c:1378) [ 2950.591229][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.591427][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.591599][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.591792][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.591958][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.592123][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.592287][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.592459][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.592639][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.592813][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.592981][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.593147][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.593312][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.593478][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.593664][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.593839][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.594029][ T44] RIP: 0033:0x7f04ee6ed34d [ 2950.594199][ T44] RSP: 002b:00007ffe9845f698 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.594418][ T44] RAX: ffffffffffffffda RBX: 0000563bb96c8a00 RCX: 00007f04ee6ed34d [ 2950.594651][ T44] RDX: 0000000000000000 RSI: 0000563badf89f2e RDI: 0000000000000005 [ 2950.594871][ T44] RBP: 00007ffe9845f730 R08: 0000000000000000 R09: 0000000000000000 [ 2950.595085][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000563badf89f2e [ 2950.595301][ T44] R13: 0000000000040000 R14: 0000563bb96c8b20 R15: 0000563bb96c8460 | [ 2950.606037][ T44] 1 lock held by modprobe/11474: | [ 2950.606190][ T44] #0: ffffffff85885bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.606473][ T44] | [ 2950.606577][ T44] ============================================= | [ 2950.606577][ T44] [ 3073.466668][ T44] INFO: task modprobe:11474 blocked for more than 1105 seconds. [ 3073.467009][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3073.467250][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.467518][ T44] task:modprobe state:D stack:25136 pid:11474 tgid:11474 ppid:1 task_flags:0x400100 flags:0x00080002 [ 3073.467866][ T44] Call Trace: [ 3073.468013][ T44] [ 3073.468127][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.468307][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.468481][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.468676][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.468820][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.468996][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.469168][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.469341][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.469510][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.469724][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.469896][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.470074][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 3073.470245][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.470384][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.470581][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.470772][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 3073.470945][ T44] do_one_initcall (init/main.c:1378) [ 3073.471111][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.471306][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.471475][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.471659][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.471828][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.472004][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.472169][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.472337][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.472500][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.472679][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.472842][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.473021][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.473189][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.473356][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.473522][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.473703][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.473892][ T44] RIP: 0033:0x7f04ee6ed34d [ 3073.474069][ T44] RSP: 002b:00007ffe9845f698 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.474294][ T44] RAX: ffffffffffffffda RBX: 0000563bb96c8a00 RCX: 00007f04ee6ed34d [ 3073.474510][ T44] RDX: 0000000000000000 RSI: 0000563badf89f2e RDI: 0000000000000005 [ 3073.474740][ T44] RBP: 00007ffe9845f730 R08: 0000000000000000 R09: 0000000000000000 [ 3073.474965][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000563badf89f2e [ 3073.475184][ T44] R13: 0000000000040000 R14: 0000563bb96c8b20 R15: 0000563bb96c8460 | [ 3073.485463][ T44] 1 lock held by modprobe/11474: | [ 3073.485728][ T44] #0: ffffffff85885bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3073.486016][ T44] | [ 3073.486120][ T44] ============================================= | [ 3073.486120][ T44] [ 3196.346666][ T44] INFO: task modprobe:11474 blocked for more than 1228 seconds. [ 3196.347003][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3196.347260][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.347532][ T44] task:modprobe state:D stack:25136 pid:11474 tgid:11474 ppid:1 task_flags:0x400100 flags:0x00080002 [ 3196.347904][ T44] Call Trace: [ 3196.348054][ T44] [ 3196.348167][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.348349][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.348523][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.348718][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.348863][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.349042][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.349216][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.349393][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.349562][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3196.349779][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.349957][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.350131][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 3196.350299][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.350438][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.350653][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.350818][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 3196.350984][ T44] do_one_initcall (init/main.c:1378) [ 3196.351157][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3196.351351][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.351520][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.351703][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.351869][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3196.352042][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.352207][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.352379][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.352542][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.352721][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.352884][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.353056][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.353220][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.353385][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.353554][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.353737][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.353927][ T44] RIP: 0033:0x7f04ee6ed34d [ 3196.354100][ T44] RSP: 002b:00007ffe9845f698 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.354320][ T44] RAX: ffffffffffffffda RBX: 0000563bb96c8a00 RCX: 00007f04ee6ed34d [ 3196.354534][ T44] RDX: 0000000000000000 RSI: 0000563badf89f2e RDI: 0000000000000005 [ 3196.354767][ T44] RBP: 00007ffe9845f730 R08: 0000000000000000 R09: 0000000000000000 [ 3196.354980][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000563badf89f2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule