====================================== | [ 2037.953657][ T12] ------------[ cut here ]------------ | [ 2037.954012][ T12] conntrack cleanup blocked for 60s | [ 2037.954014][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#1: 0/12 | [ 2037.954527][ T12] Modules linked in: act_gact(+) cls_flower sch_ingress xt_conntrack nf_conntrack nf_defrag_ipv4 nf_defrag_ipv6 bonding psample xfrm_user macsec ip6_gre ip_gre gre cls_u32 sch_htb ip6t_rpfilter nft_compat nf_tables vxlan mpls_gso mpls_iptunnel mpls_router [last unloaded: netdevsim] [ 2037.955595][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 2037.955763][ T12] Workqueue: netns cleanup_net [ 2037.955907][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 2037.956114][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 78 65 eb 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 4e 5a ea e9 25 fd ff ff 48 8d 3d 46 96 12 00 <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 78 65 eb mov -0x149a874d(%rip),%rax # 0xffffffffeb6578c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 4e 5a ea call 0xffffffffea5a4e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 96 12 00 lea 0x129646(%rip),%rdi # 0x129670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 2037.956562][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 2037.956727][ T12] RAX: 00000001001a831f RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 2037.956915][ T12] RDX: 00000001001a831e RSI: 0000000000000004 RDI: ffffffffc06e3030 [ 2037.957106][ T12] RBP: 0000000000000001 R08: ffffffffc05b97ba R09: ffe21c00004917b4 [ 2037.957293][ T12] R10: ffe21c00004917b5 R11: 0000000000000001 R12: dffffc0000000000 [ 2037.957475][ T12] R13: ff1100000248bda0 R14: fffffbfff80de007 R15: ff1100000924f400 [ 2037.957665][ T12] FS: 0000000000000000(0000) GS:ff110000bf073000(0000) knlGS:0000000000000000 [ 2037.958011][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2037.958173][ T12] CR2: 0000558a3861c2f8 CR3: 0000000008f2d006 CR4: 0000000000771ef0 [ 2037.958358][ T12] PKRU: 55555554 [ 2037.958452][ T12] Call Trace: [ 2037.958550][ T12] [ 2037.958618][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 2037.958780][ T12] ? kfree (mm/slub.c:6670 (discriminator 3) mm/slub.c:6878 (discriminator 3)) [ 2037.958873][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2037.958998][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 2037.959158][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 2037.959282][ T12] ? netns_install (net/core/net_namespace.c:223) [ 2037.959407][ T12] cleanup_net (net/core/net_namespace.c:698) [ 2037.959528][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2037.959656][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 2037.959776][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2037.959898][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2037.960023][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2037.960147][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2037.960268][ T12] process_one_work (kernel/workqueue.c:3262) [ 2037.960394][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 2037.960516][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 2037.960642][ T12] ? assign_work (kernel/workqueue.c:1200) [ 2037.960765][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 2037.960895][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 2037.961018][ T12] kthread (kernel/kthread.c:463) [ 2037.961114][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2037.961235][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2037.961356][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2037.961478][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2037.961600][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 2037.961729][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 2037.961883][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 2037.962005][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2037.962130][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 2037.962471][ T12] hardirqs last enabled at (10157347): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 2037.962685][ T12] hardirqs last disabled at (10157356): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 2037.962896][ T12] softirqs last enabled at (10156998): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 2037.963112][ T12] softirqs last disabled at (10156993): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 2037.963320][ T12] ---[ end trace 0000000000000000 ]--- [ 2213.283645][ T44] INFO: task modprobe:27281 blocked for more than 122 seconds. [ 2213.284027][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2213.284238][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.284475][ T44] task:modprobe state:D stack:25136 pid:27281 tgid:27281 ppid:627 task_flags:0x400100 flags:0x00080000 [ 2213.284814][ T44] Call Trace: [ 2213.284909][ T44] [ 2213.284977][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.285104][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.285223][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.285344][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.285437][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.285557][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.285684][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.285808][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.285922][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.286036][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.286148][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.286263][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.286349][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.286497][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.286611][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2213.286734][ T44] ? gact_cleanup_module (net/sched/act_gact.c:332) act_gact [ 2213.286876][ T44] do_one_initcall (init/main.c:1378) [ 2213.286987][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.287127][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.287243][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.287360][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.287481][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.287597][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.287712][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.287908][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.288019][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.288130][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.288244][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.288363][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.288480][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.288593][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.288716][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.288831][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.288969][ T44] RIP: 0033:0x7f4d350c334d [ 2213.289089][ T44] RSP: 002b:00007ffdc39fa098 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.289257][ T44] RAX: ffffffffffffffda RBX: 000055743e68bb10 RCX: 00007f4d350c334d [ 2213.289425][ T44] RDX: 0000000000000000 RSI: 000055743817ef2e RDI: 0000000000000000 [ 2213.289591][ T44] RBP: 00007ffdc39fa130 R08: 0000000000000000 R09: 0000000000000000 [ 2213.289761][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055743817ef2e [ 2213.289929][ T44] R13: 0000000000040000 R14: 000055743e68bc60 R15: 000055743e68b570 | [ 2213.291547][ T44] 1 lock held by modprobe/27281: | [ 2213.291657][ T44] #0: ffffffffac685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.291868][ T44] | [ 2213.291924][ T44] ============================================= | [ 2213.291924][ T44] [ 2336.163643][ T44] INFO: task modprobe:27281 blocked for more than 245 seconds. [ 2336.163928][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2336.164141][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.164377][ T44] task:modprobe state:D stack:25136 pid:27281 tgid:27281 ppid:627 task_flags:0x400100 flags:0x00080000 [ 2336.164716][ T44] Call Trace: [ 2336.164823][ T44] [ 2336.164894][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.165040][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.165158][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.165277][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.165365][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.165482][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.165600][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.165727][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.165844][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.165961][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.166075][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.166188][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.166274][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.166417][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.166527][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2336.166647][ T44] ? gact_cleanup_module (net/sched/act_gact.c:332) act_gact [ 2336.166790][ T44] do_one_initcall (init/main.c:1378) [ 2336.166904][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.167042][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.167153][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.167267][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.167380][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.167496][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.167606][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.167731][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.167842][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.167957][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.168068][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.168184][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.168295][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.168406][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.168518][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.168638][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.168782][ T44] RIP: 0033:0x7f4d350c334d [ 2336.168898][ T44] RSP: 002b:00007ffdc39fa098 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.169068][ T44] RAX: ffffffffffffffda RBX: 000055743e68bb10 RCX: 00007f4d350c334d [ 2336.169238][ T44] RDX: 0000000000000000 RSI: 000055743817ef2e RDI: 0000000000000000 [ 2336.169404][ T44] RBP: 00007ffdc39fa130 R08: 0000000000000000 R09: 0000000000000000 [ 2336.169571][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055743817ef2e [ 2336.169743][ T44] R13: 0000000000040000 R14: 000055743e68bc60 R15: 000055743e68b570 | [ 2336.171347][ T44] 1 lock held by modprobe/27281: | [ 2336.171451][ T44] #0: ffffffffac685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.171670][ T44] | [ 2336.171723][ T44] ============================================= | [ 2336.171723][ T44] [ 2459.043637][ T44] INFO: task modprobe:27281 blocked for more than 368 seconds. [ 2459.043903][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2459.044108][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.044346][ T44] task:modprobe state:D stack:25136 pid:27281 tgid:27281 ppid:627 task_flags:0x400100 flags:0x00080000 [ 2459.044661][ T44] Call Trace: [ 2459.044763][ T44] [ 2459.044831][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.044977][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.045122][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.045259][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.045347][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.045465][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.045583][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.045707][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.045825][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.045939][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.046058][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.046176][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.046267][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.046410][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.046523][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2459.046643][ T44] ? gact_cleanup_module (net/sched/act_gact.c:332) act_gact [ 2459.046782][ T44] do_one_initcall (init/main.c:1378) [ 2459.046896][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.047042][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.047172][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.047287][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.047398][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.047512][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.047628][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.047749][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.047860][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.047973][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.048086][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.048199][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.048308][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.048422][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.048534][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.048656][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.048797][ T44] RIP: 0033:0x7f4d350c334d [ 2459.048913][ T44] RSP: 002b:00007ffdc39fa098 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.049086][ T44] RAX: ffffffffffffffda RBX: 000055743e68bb10 RCX: 00007f4d350c334d [ 2459.049252][ T44] RDX: 0000000000000000 RSI: 000055743817ef2e RDI: 0000000000000000 [ 2459.049416][ T44] RBP: 00007ffdc39fa130 R08: 0000000000000000 R09: 0000000000000000 [ 2459.049581][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055743817ef2e [ 2459.049749][ T44] R13: 0000000000040000 R14: 000055743e68bc60 R15: 000055743e68b570 | [ 2459.051351][ T44] 1 lock held by modprobe/27281: | [ 2459.051456][ T44] #0: ffffffffac685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.051676][ T44] | [ 2459.051730][ T44] ============================================= | [ 2459.051730][ T44] [ 2581.923637][ T44] INFO: task modprobe:27281 blocked for more than 491 seconds. [ 2581.923904][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2581.924110][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.924351][ T44] task:modprobe state:D stack:25136 pid:27281 tgid:27281 ppid:627 task_flags:0x400100 flags:0x00080000 [ 2581.924656][ T44] Call Trace: [ 2581.924748][ T44] [ 2581.924812][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.924938][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.925061][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.925189][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.925285][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.925407][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.925526][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.925648][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.925764][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.925877][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.925991][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.926112][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.926199][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.926343][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.926457][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2581.926569][ T44] ? gact_cleanup_module (net/sched/act_gact.c:332) act_gact [ 2581.926713][ T44] do_one_initcall (init/main.c:1378) [ 2581.926823][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.926966][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.927081][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.927196][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.927308][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.927420][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.927531][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.927653][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.927767][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.927877][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.927989][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.928107][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.928216][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.928327][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.928437][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.928549][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.928700][ T44] RIP: 0033:0x7f4d350c334d [ 2581.928815][ T44] RSP: 002b:00007ffdc39fa098 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.928980][ T44] RAX: ffffffffffffffda RBX: 000055743e68bb10 RCX: 00007f4d350c334d [ 2581.929147][ T44] RDX: 0000000000000000 RSI: 000055743817ef2e RDI: 0000000000000000 [ 2581.929312][ T44] RBP: 00007ffdc39fa130 R08: 0000000000000000 R09: 0000000000000000 [ 2581.929474][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055743817ef2e [ 2581.929645][ T44] R13: 0000000000040000 R14: 000055743e68bc60 R15: 000055743e68b570 | [ 2581.931247][ T44] 1 lock held by modprobe/27281: | [ 2581.931353][ T44] #0: ffffffffac685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.931564][ T44] | [ 2581.931624][ T44] ============================================= | [ 2581.931624][ T44] [ 2704.803640][ T44] INFO: task modprobe:27281 blocked for more than 614 seconds. [ 2704.803924][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2704.804128][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.804371][ T44] task:modprobe state:D stack:25136 pid:27281 tgid:27281 ppid:627 task_flags:0x400100 flags:0x00080000 [ 2704.804692][ T44] Call Trace: [ 2704.804782][ T44] [ 2704.804844][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.804965][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.805085][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.805214][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.805304][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.805422][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.805541][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.805666][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.805780][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.805893][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.806008][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.806123][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.806213][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.806355][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.806468][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2704.806583][ T44] ? gact_cleanup_module (net/sched/act_gact.c:332) act_gact [ 2704.806736][ T44] do_one_initcall (init/main.c:1378) [ 2704.806853][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.806994][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.807107][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.807224][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.807336][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.807449][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.807561][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.807686][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.807797][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.807909][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.808020][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.808134][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.808249][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.808361][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.808474][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.808587][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.808737][ T44] RIP: 0033:0x7f4d350c334d [ 2704.808855][ T44] RSP: 002b:00007ffdc39fa098 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.809021][ T44] RAX: ffffffffffffffda RBX: 000055743e68bb10 RCX: 00007f4d350c334d [ 2704.809187][ T44] RDX: 0000000000000000 RSI: 000055743817ef2e RDI: 0000000000000000 [ 2704.809351][ T44] RBP: 00007ffdc39fa130 R08: 0000000000000000 R09: 0000000000000000 [ 2704.809515][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055743817ef2e [ 2704.809682][ T44] R13: 0000000000040000 R14: 000055743e68bc60 R15: 000055743e68b570 | [ 2704.811264][ T44] 1 lock held by modprobe/27281: | [ 2704.811368][ T44] #0: ffffffffac685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.811580][ T44] | [ 2704.811639][ T44] ============================================= | [ 2704.811639][ T44] [ 2827.683637][ T44] INFO: task modprobe:27281 blocked for more than 737 seconds. [ 2827.683907][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2827.684125][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.684372][ T44] task:modprobe state:D stack:25136 pid:27281 tgid:27281 ppid:627 task_flags:0x400100 flags:0x00080000 [ 2827.684698][ T44] Call Trace: [ 2827.684803][ T44] [ 2827.684870][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.685000][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.685120][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.685242][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.685334][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.685451][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.685569][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.685694][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.685810][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.685928][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.686041][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.686154][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.686241][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.686387][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.686506][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2827.686626][ T44] ? gact_cleanup_module (net/sched/act_gact.c:332) act_gact [ 2827.686770][ T44] do_one_initcall (init/main.c:1378) [ 2827.686883][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.687023][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.687136][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.687253][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.687370][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.687484][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.687598][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.687719][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.687832][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.687943][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.688055][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.688169][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.688283][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.688397][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.688508][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.688632][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.688768][ T44] RIP: 0033:0x7f4d350c334d [ 2827.688884][ T44] RSP: 002b:00007ffdc39fa098 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.689048][ T44] RAX: ffffffffffffffda RBX: 000055743e68bb10 RCX: 00007f4d350c334d [ 2827.689213][ T44] RDX: 0000000000000000 RSI: 000055743817ef2e RDI: 0000000000000000 [ 2827.689380][ T44] RBP: 00007ffdc39fa130 R08: 0000000000000000 R09: 0000000000000000 [ 2827.689543][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055743817ef2e [ 2827.689714][ T44] R13: 0000000000040000 R14: 000055743e68bc60 R15: 000055743e68b570 | [ 2827.691383][ T44] 1 lock held by modprobe/27281: | [ 2827.691490][ T44] #0: ffffffffac685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.691705][ T44] | [ 2827.691757][ T44] ============================================= | [ 2827.691757][ T44] [ 2950.563638][ T44] INFO: task modprobe:27281 blocked for more than 860 seconds. [ 2950.563939][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 2950.564164][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.564407][ T44] task:modprobe state:D stack:25136 pid:27281 tgid:27281 ppid:627 task_flags:0x400100 flags:0x00080000 [ 2950.564738][ T44] Call Trace: [ 2950.564845][ T44] [ 2950.564919][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.565059][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.565199][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.565317][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.565405][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.565521][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.565645][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.565765][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.565882][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.566000][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.566114][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.566230][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.566315][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.566460][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.566571][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 2950.566689][ T44] ? gact_cleanup_module (net/sched/act_gact.c:332) act_gact [ 2950.566831][ T44] do_one_initcall (init/main.c:1378) [ 2950.566945][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.567086][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.567202][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.567316][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.567429][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.567542][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.567660][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.567777][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.567894][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.568006][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.568117][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.568233][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.568347][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.568459][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.568571][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.568692][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.568827][ T44] RIP: 0033:0x7f4d350c334d [ 2950.568942][ T44] RSP: 002b:00007ffdc39fa098 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.569107][ T44] RAX: ffffffffffffffda RBX: 000055743e68bb10 RCX: 00007f4d350c334d [ 2950.569274][ T44] RDX: 0000000000000000 RSI: 000055743817ef2e RDI: 0000000000000000 [ 2950.569437][ T44] RBP: 00007ffdc39fa130 R08: 0000000000000000 R09: 0000000000000000 [ 2950.569602][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055743817ef2e [ 2950.569770][ T44] R13: 0000000000040000 R14: 000055743e68bc60 R15: 000055743e68b570 | [ 2950.571356][ T44] 1 lock held by modprobe/27281: | [ 2950.571460][ T44] #0: ffffffffac685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.571675][ T44] | [ 2950.571728][ T44] ============================================= | [ 2950.571728][ T44] [ 3073.443638][ T44] INFO: task modprobe:27281 blocked for more than 983 seconds. [ 3073.443908][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3073.444108][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.444350][ T44] task:modprobe state:D stack:25136 pid:27281 tgid:27281 ppid:627 task_flags:0x400100 flags:0x00080000 [ 3073.444635][ T44] Call Trace: [ 3073.444729][ T44] [ 3073.444798][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.444929][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.445054][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.445184][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.445279][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.445399][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.445516][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.445638][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.445756][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.445870][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.445986][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.446106][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.446204][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.446349][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.446462][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 3073.446579][ T44] ? gact_cleanup_module (net/sched/act_gact.c:332) act_gact [ 3073.446723][ T44] do_one_initcall (init/main.c:1378) [ 3073.446836][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.446981][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.447095][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.447214][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.447327][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.447444][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.447557][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.447678][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.447790][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.447900][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.448011][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.448132][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.448245][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.448356][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.448469][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.448580][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.448728][ T44] RIP: 0033:0x7f4d350c334d [ 3073.448843][ T44] RSP: 002b:00007ffdc39fa098 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.449015][ T44] RAX: ffffffffffffffda RBX: 000055743e68bb10 RCX: 00007f4d350c334d [ 3073.449190][ T44] RDX: 0000000000000000 RSI: 000055743817ef2e RDI: 0000000000000000 [ 3073.449354][ T44] RBP: 00007ffdc39fa130 R08: 0000000000000000 R09: 0000000000000000 [ 3073.449518][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055743817ef2e [ 3073.449692][ T44] R13: 0000000000040000 R14: 000055743e68bc60 R15: 000055743e68b570 | [ 3073.451382][ T44] 1 lock held by modprobe/27281: | [ 3073.451485][ T44] #0: ffffffffac685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3073.451702][ T44] | [ 3073.451759][ T44] ============================================= | [ 3073.451759][ T44] [ 3196.323637][ T44] INFO: task modprobe:27281 blocked for more than 1105 seconds. [ 3196.323922][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3196.324143][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.324376][ T44] task:modprobe state:D stack:25136 pid:27281 tgid:27281 ppid:627 task_flags:0x400100 flags:0x00080000 [ 3196.324698][ T44] Call Trace: [ 3196.324788][ T44] [ 3196.324853][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.324975][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.325100][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.325224][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.325315][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.325433][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.325555][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.325682][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.325795][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3196.325909][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.326021][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.326138][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.326224][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.326367][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.326483][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 3196.326598][ T44] ? gact_cleanup_module (net/sched/act_gact.c:332) act_gact [ 3196.326742][ T44] do_one_initcall (init/main.c:1378) [ 3196.326854][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3196.326993][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.327108][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.327220][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.327335][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3196.327451][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.327565][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.327689][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.327803][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.327916][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.328032][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.328150][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.328261][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.328376][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.328488][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.328599][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.328748][ T44] RIP: 0033:0x7f4d350c334d [ 3196.328864][ T44] RSP: 002b:00007ffdc39fa098 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.329035][ T44] RAX: ffffffffffffffda RBX: 000055743e68bb10 RCX: 00007f4d350c334d [ 3196.329202][ T44] RDX: 0000000000000000 RSI: 000055743817ef2e RDI: 0000000000000000 [ 3196.329366][ T44] RBP: 00007ffdc39fa130 R08: 0000000000000000 R09: 0000000000000000 [ 3196.329531][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055743817ef2e [ 3196.329709][ T44] R13: 0000000000040000 R14: 000055743e68bc60 R15: 000055743e68b570 | [ 3196.331393][ T44] 1 lock held by modprobe/27281: | [ 3196.331496][ T44] #0: ffffffffac685cd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3196.331716][ T44] | [ 3196.331769][ T44] ============================================= | [ 3196.331769][ T44] [ 3319.203638][ T44] INFO: task modprobe:27281 blocked for more than 1228 seconds. [ 3319.203922][ T44] Tainted: G W 6.19.0-rc2-virtme #1 [ 3319.204130][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3319.204359][ T44] task:modprobe state:D stack:25136 pid:27281 tgid:27281 ppid:627 task_flags:0x400100 flags:0x00080000 [ 3319.204692][ T44] Call Trace: [ 3319.204797][ T44] [ 3319.204864][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3319.204986][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3319.205124][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.205244][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3319.205332][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3319.205447][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3319.205568][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3319.205692][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.205809][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3319.205921][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.206036][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3319.206149][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3319.206234][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3319.206377][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.206489][ T44] tcf_register_action (net/sched/act_api.c:1028) [ 3319.206604][ T44] ? gact_cleanup_module (net/sched/act_gact.c:332) act_gact [ 3319.206750][ T44] do_one_initcall (init/main.c:1378) [ 3319.206864][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3319.207002][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3319.207118][ T44] do_init_module (kernel/module/main.c:3039) [ 3319.207237][ T44] ? free_module (kernel/module/main.c:3011) [ 3319.207347][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3319.207459][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3319.207570][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3319.207690][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.207803][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3319.207914][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3319.208031][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3319.208148][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.208266][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3319.208379][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3319.208490][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3319.208605][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3319.208753][ T44] RIP: 0033:0x7f4d350c334d [ 3319.208871][ T44] RSP: 002b:00007ffdc39fa098 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3319.209044][ T44] RAX: ffffffffffffffda RBX: 000055743e68bb10 RCX: 00007f4d350c334d [ 3319.209206][ T44] RDX: 0000000000000000 RSI: 000055743817ef2e RDI: 0000000000000000 [ 3319.209369][ T44] RBP: 00007ffdc39fa130 R08: 0000000000000000 R09: 0000000000000000 [ 3319.209535][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055743817ef2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule