====================================== | xx__-> [ 1861.641166][ T12] ------------[ cut here ]------------ | [ 1861.641458][ T12] conntrack cleanup blocked for 60s | [ 1861.641460][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#1: 0/12 | [ 1861.641912][ T12] Modules linked in: nf_nat(+) cls_flower xt_conntrack nf_conntrack nf_defrag_ipv4 nf_defrag_ipv6 cls_bpf sch_ingress netdevsim psample vxlan ip6t_REJECT nf_reject_ipv6 nft_compat nf_tables [ 1861.642663][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1861.642822][ T12] Workqueue: netns cleanup_net [ 1861.642954][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 1861.643156][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 78 8a d3 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 4e 7f d2 e9 25 fd ff ff 48 8d 3d 46 e6 11 00 <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 78 8a d3 mov -0x2c75874d(%rip),%rax # 0xffffffffd38a78c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 4e 7f d2 call 0xffffffffd27f4e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 e6 11 00 lea 0x11e646(%rip),%rdi # 0x11e670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 1861.643594][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 1861.643767][ T12] RAX: 000000010017d25a RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 1861.643949][ T12] RDX: 000000010017d259 RSI: 0000000000000004 RDI: ffffffffc0888030 [ 1861.644133][ T12] RBP: 0000000000000001 R08: ffffffffc07697ba R09: ffe21c000166d07c [ 1861.644320][ T12] R10: ffe21c000166d07d R11: 0000000000000001 R12: dffffc0000000000 [ 1861.644507][ T12] R13: ff1100000b3683e0 R14: fffffbfff8112a07 R15: ff11000012728040 [ 1861.644695][ T12] FS: 0000000000000000(0000) GS:ff110000d6c73000(0000) knlGS:0000000000000000 [ 1861.644913][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1861.645212][ T12] CR2: 0000559660c0b340 CR3: 000000000bcb8002 CR4: 0000000000771ef0 [ 1861.645399][ T12] PKRU: 55555554 [ 1861.645493][ T12] Call Trace: [ 1861.645590][ T12] [ 1861.645656][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 1861.645814][ T12] ? kfree (mm/slub.c:6670 (discriminator 3) mm/slub.c:6878 (discriminator 3)) [ 1861.645907][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1861.646030][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 1861.646186][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 1861.646311][ T12] ? netns_install (net/core/net_namespace.c:223) [ 1861.646441][ T12] cleanup_net (net/core/net_namespace.c:698) [ 1861.646561][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1861.646685][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 1861.646806][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1861.646927][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1861.647048][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1861.647172][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1861.647293][ T12] process_one_work (kernel/workqueue.c:3262) [ 1861.647424][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 1861.647549][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 1861.647673][ T12] ? assign_work (kernel/workqueue.c:1200) [ 1861.647794][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 1861.647918][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 1861.648040][ T12] kthread (kernel/kthread.c:463) [ 1861.648132][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1861.648260][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1861.648381][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1861.648508][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1861.648629][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 1861.648751][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1861.648903][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 1861.649025][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1861.649149][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 1861.649509][ T12] hardirqs last enabled at (10317777): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 1861.649722][ T12] hardirqs last disabled at (10317784): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 1861.649936][ T12] softirqs last enabled at (10317404): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 1861.650158][ T12] softirqs last disabled at (10317399): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 1861.650368][ T12] ---[ end trace 0000000000000000 ]--- [ 1967.536174][ T44] INFO: task modprobe:4235 blocked for more than 122 seconds. [ 1967.536454][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 1967.536609][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 1967.536800][ T44] task:modprobe state:D stack:25136 pid:4235 tgid:4235 ppid:61 task_flags:0x400100 flags:0x00080000 [ 1967.537046][ T44] Call Trace: [ 1967.537132][ T44] [ 1967.537201][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 1967.537322][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 1967.537432][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1967.537548][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 1967.537631][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 1967.537742][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 1967.537858][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 1967.537972][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1967.538082][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 1967.538200][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 1967.538312][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1967.538424][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 1967.538537][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 1967.538618][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 1967.538753][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 1967.538839][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 1967.538958][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 1967.539075][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 1967.539193][ T44] do_one_initcall (init/main.c:1378) [ 1967.539316][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 1967.539455][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 1967.539566][ T44] do_init_module (kernel/module/main.c:3039) [ 1967.539793][ T44] ? free_module (kernel/module/main.c:3011) [ 1967.539908][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 1967.540022][ T44] init_module_from_file (kernel/module/main.c:3712) [ 1967.540131][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 1967.540252][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1967.540365][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 1967.540474][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 1967.540584][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 1967.540701][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1967.540811][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 1967.540922][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 1967.541033][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 1967.541148][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 1967.541288][ T44] RIP: 0033:0x7f4ce20fe34d [ 1967.541411][ T44] RSP: 002b:00007ffd8f401078 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 1967.541583][ T44] RAX: ffffffffffffffda RBX: 000055bf99c2cff0 RCX: 00007f4ce20fe34d [ 1967.541747][ T44] RDX: 0000000000000000 RSI: 000055bf5ebbff2e RDI: 0000000000000000 [ 1967.541919][ T44] RBP: 00007ffd8f401110 R08: 0000000000000000 R09: 0000000000000000 [ 1967.542092][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055bf5ebbff2e [ 1967.542272][ T44] R13: 0000000000040000 R14: 000055bf99c2cfa0 R15: 000055bf99c2c570 | [ 1967.543957][ T44] 1 lock held by modprobe/4235: | [ 1967.544061][ T44] #0: ffffffff94a85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 1967.544271][ T44] | [ 1967.544331][ T44] ============================================= | [ 1967.544331][ T44] [ 2090.416193][ T44] INFO: task modprobe:4235 blocked for more than 245 seconds. [ 2090.416492][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2090.416680][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2090.416895][ T44] task:modprobe state:D stack:25136 pid:4235 tgid:4235 ppid:61 task_flags:0x400100 flags:0x00080000 [ 2090.417202][ T44] Call Trace: [ 2090.417350][ T44] [ 2090.417415][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2090.417539][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2090.417658][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.417778][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2090.417867][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2090.417985][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2090.418110][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2090.418235][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.418351][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2090.418466][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.418578][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2090.418694][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2090.418812][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2090.418903][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2090.419048][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2090.419132][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2090.419252][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.419366][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2090.419477][ T44] do_one_initcall (init/main.c:1378) [ 2090.419589][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2090.419730][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2090.419842][ T44] do_init_module (kernel/module/main.c:3039) [ 2090.419957][ T44] ? free_module (kernel/module/main.c:3011) [ 2090.420079][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2090.420200][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2090.420310][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2090.420426][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.420539][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2090.420648][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2090.420759][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2090.420872][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.420982][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2090.421102][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2090.421218][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2090.421334][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2090.421475][ T44] RIP: 0033:0x7f4ce20fe34d [ 2090.421594][ T44] RSP: 002b:00007ffd8f401078 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2090.421762][ T44] RAX: ffffffffffffffda RBX: 000055bf99c2cff0 RCX: 00007f4ce20fe34d [ 2090.421926][ T44] RDX: 0000000000000000 RSI: 000055bf5ebbff2e RDI: 0000000000000000 [ 2090.422098][ T44] RBP: 00007ffd8f401110 R08: 0000000000000000 R09: 0000000000000000 [ 2090.422272][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055bf5ebbff2e [ 2090.422436][ T44] R13: 0000000000040000 R14: 000055bf99c2cfa0 R15: 000055bf99c2c570 | [ 2090.424059][ T44] 1 lock held by modprobe/4235: | [ 2090.424168][ T44] #0: ffffffff94a85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2090.424385][ T44] | [ 2090.424440][ T44] ============================================= | [ 2090.424440][ T44] [ 2213.296166][ T44] INFO: task modprobe:4235 blocked for more than 368 seconds. [ 2213.296434][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2213.296641][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.296901][ T44] task:modprobe state:D stack:25136 pid:4235 tgid:4235 ppid:61 task_flags:0x400100 flags:0x00080000 [ 2213.297231][ T44] Call Trace: [ 2213.297334][ T44] [ 2213.297404][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.297551][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.297678][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.297805][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.297895][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.298011][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.298129][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.298253][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.298368][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.298485][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.298607][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.298720][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2213.298836][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.298919][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.299058][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2213.299171][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2213.299284][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.299401][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2213.299514][ T44] do_one_initcall (init/main.c:1378) [ 2213.299626][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.299769][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.299880][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.299993][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.300104][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.300226][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.300339][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.300454][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.300566][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.300678][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.300796][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.300915][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.301026][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.301143][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.301255][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.301370][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.301510][ T44] RIP: 0033:0x7f4ce20fe34d [ 2213.301627][ T44] RSP: 002b:00007ffd8f401078 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.301801][ T44] RAX: ffffffffffffffda RBX: 000055bf99c2cff0 RCX: 00007f4ce20fe34d [ 2213.301969][ T44] RDX: 0000000000000000 RSI: 000055bf5ebbff2e RDI: 0000000000000000 [ 2213.302144][ T44] RBP: 00007ffd8f401110 R08: 0000000000000000 R09: 0000000000000000 [ 2213.302309][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055bf5ebbff2e [ 2213.302477][ T44] R13: 0000000000040000 R14: 000055bf99c2cfa0 R15: 000055bf99c2c570 | [ 2213.304192][ T44] 1 lock held by modprobe/4235: | [ 2213.304300][ T44] #0: ffffffff94a85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.304514][ T44] | [ 2213.304568][ T44] ============================================= | [ 2213.304568][ T44] [ 2336.176164][ T44] INFO: task modprobe:4235 blocked for more than 491 seconds. [ 2336.176447][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2336.176655][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.176885][ T44] task:modprobe state:D stack:25136 pid:4235 tgid:4235 ppid:61 task_flags:0x400100 flags:0x00080000 [ 2336.177195][ T44] Call Trace: [ 2336.177292][ T44] [ 2336.177362][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.177502][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.177640][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.177768][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.177870][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.177993][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.178108][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.178236][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.178350][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.178470][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.178585][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.178699][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2336.178817][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.178902][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.179044][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2336.179129][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2336.179272][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.179383][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2336.179500][ T44] do_one_initcall (init/main.c:1378) [ 2336.179615][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.179756][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.179876][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.179988][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.180099][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.180215][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.180326][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.180441][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.180554][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.180667][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.180781][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.180903][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.181013][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.181126][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.181243][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.181354][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.181495][ T44] RIP: 0033:0x7f4ce20fe34d [ 2336.181614][ T44] RSP: 002b:00007ffd8f401078 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.181786][ T44] RAX: ffffffffffffffda RBX: 000055bf99c2cff0 RCX: 00007f4ce20fe34d [ 2336.181953][ T44] RDX: 0000000000000000 RSI: 000055bf5ebbff2e RDI: 0000000000000000 [ 2336.182117][ T44] RBP: 00007ffd8f401110 R08: 0000000000000000 R09: 0000000000000000 [ 2336.182290][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055bf5ebbff2e [ 2336.182454][ T44] R13: 0000000000040000 R14: 000055bf99c2cfa0 R15: 000055bf99c2c570 | [ 2336.184157][ T44] 1 lock held by modprobe/4235: | [ 2336.184265][ T44] #0: ffffffff94a85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.184486][ T44] | [ 2336.184539][ T44] ============================================= | [ 2336.184539][ T44] [ 2459.056164][ T44] INFO: task modprobe:4235 blocked for more than 614 seconds. [ 2459.056424][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2459.056615][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.056834][ T44] task:modprobe state:D stack:25136 pid:4235 tgid:4235 ppid:61 task_flags:0x400100 flags:0x00080000 [ 2459.057150][ T44] Call Trace: [ 2459.057244][ T44] [ 2459.057306][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.057429][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.057549][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.057671][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.057763][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.057882][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.058004][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.058125][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.058249][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.058364][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.058479][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.058597][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2459.058713][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.058799][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.058938][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2459.059025][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2459.059169][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.059284][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2459.059402][ T44] do_one_initcall (init/main.c:1378) [ 2459.059515][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.059655][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.059768][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.059882][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.059993][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.060108][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.060235][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.060351][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.060463][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.060576][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.060688][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.060802][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.060920][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.061034][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.061149][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.061262][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.061404][ T44] RIP: 0033:0x7f4ce20fe34d [ 2459.061519][ T44] RSP: 002b:00007ffd8f401078 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.061691][ T44] RAX: ffffffffffffffda RBX: 000055bf99c2cff0 RCX: 00007f4ce20fe34d [ 2459.061860][ T44] RDX: 0000000000000000 RSI: 000055bf5ebbff2e RDI: 0000000000000000 [ 2459.062025][ T44] RBP: 00007ffd8f401110 R08: 0000000000000000 R09: 0000000000000000 [ 2459.062197][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055bf5ebbff2e [ 2459.062368][ T44] R13: 0000000000040000 R14: 000055bf99c2cfa0 R15: 000055bf99c2c570 | [ 2459.064069][ T44] 1 lock held by modprobe/4235: | [ 2459.064180][ T44] #0: ffffffff94a85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.064393][ T44] | [ 2459.064446][ T44] ============================================= | [ 2459.064446][ T44] [ 2581.936163][ T44] INFO: task modprobe:4235 blocked for more than 737 seconds. [ 2581.936449][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2581.936676][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.936911][ T44] task:modprobe state:D stack:25136 pid:4235 tgid:4235 ppid:61 task_flags:0x400100 flags:0x00080000 [ 2581.937245][ T44] Call Trace: [ 2581.937348][ T44] [ 2581.937412][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.937535][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.937655][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.937777][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.937868][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.937987][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.938111][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.938238][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.938360][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.938473][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.938584][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.938697][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2581.938812][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.938898][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.939042][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2581.939131][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2581.939277][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.939389][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2581.939500][ T44] do_one_initcall (init/main.c:1378) [ 2581.939610][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.939753][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.939865][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.939982][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.940094][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.940217][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.940328][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.940445][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.940556][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.940672][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.940782][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.940896][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.941008][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.941118][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.941232][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.941350][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.941494][ T44] RIP: 0033:0x7f4ce20fe34d [ 2581.941611][ T44] RSP: 002b:00007ffd8f401078 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.941777][ T44] RAX: ffffffffffffffda RBX: 000055bf99c2cff0 RCX: 00007f4ce20fe34d [ 2581.941944][ T44] RDX: 0000000000000000 RSI: 000055bf5ebbff2e RDI: 0000000000000000 [ 2581.942110][ T44] RBP: 00007ffd8f401110 R08: 0000000000000000 R09: 0000000000000000 [ 2581.942282][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055bf5ebbff2e [ 2581.942447][ T44] R13: 0000000000040000 R14: 000055bf99c2cfa0 R15: 000055bf99c2c570 | [ 2581.944160][ T44] 1 lock held by modprobe/4235: | [ 2581.944265][ T44] #0: ffffffff94a85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.944481][ T44] | [ 2581.944535][ T44] ============================================= | [ 2581.944535][ T44] [ 2704.816164][ T44] INFO: task modprobe:4235 blocked for more than 860 seconds. [ 2704.816414][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2704.816608][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.816823][ T44] task:modprobe state:D stack:25136 pid:4235 tgid:4235 ppid:61 task_flags:0x400100 flags:0x00080000 [ 2704.817131][ T44] Call Trace: [ 2704.817256][ T44] [ 2704.817325][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.817458][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.817579][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.817700][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.817790][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.817917][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.818036][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.818164][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.818280][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.818395][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.818513][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.818631][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2704.818750][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.818839][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.818981][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2704.819068][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2704.819210][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.819324][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2704.819440][ T44] do_one_initcall (init/main.c:1378) [ 2704.819558][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.819698][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.819809][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.819924][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.820036][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.820153][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.820266][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.820392][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.820503][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.820614][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.820725][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.820842][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.820952][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.821068][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.821182][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.821294][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.821435][ T44] RIP: 0033:0x7f4ce20fe34d [ 2704.821552][ T44] RSP: 002b:00007ffd8f401078 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.821725][ T44] RAX: ffffffffffffffda RBX: 000055bf99c2cff0 RCX: 00007f4ce20fe34d [ 2704.821900][ T44] RDX: 0000000000000000 RSI: 000055bf5ebbff2e RDI: 0000000000000000 [ 2704.822068][ T44] RBP: 00007ffd8f401110 R08: 0000000000000000 R09: 0000000000000000 [ 2704.822239][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055bf5ebbff2e [ 2704.822405][ T44] R13: 0000000000040000 R14: 000055bf99c2cfa0 R15: 000055bf99c2c570 | [ 2704.824099][ T44] 1 lock held by modprobe/4235: | [ 2704.824212][ T44] #0: ffffffff94a85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.824423][ T44] | [ 2704.824478][ T44] ============================================= | [ 2704.824478][ T44] [ 2827.695162][ T44] INFO: task modprobe:4235 blocked for more than 983 seconds. [ 2827.695415][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2827.695625][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.695850][ T44] task:modprobe state:D stack:25136 pid:4235 tgid:4235 ppid:61 task_flags:0x400100 flags:0x00080000 [ 2827.696129][ T44] Call Trace: [ 2827.696235][ T44] [ 2827.696302][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.696432][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.696566][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.696699][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.696790][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.696904][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.697021][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.697147][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.697262][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.697385][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.697501][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.697616][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2827.697739][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.697827][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.697970][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2827.698054][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2827.698198][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.698312][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2827.698424][ T44] do_one_initcall (init/main.c:1378) [ 2827.698536][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.698681][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.698796][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.698908][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.699022][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.699142][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.699254][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.699370][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.699481][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.699591][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.699707][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.699821][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.699930][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.700041][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.700158][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.700268][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.700406][ T44] RIP: 0033:0x7f4ce20fe34d [ 2827.700524][ T44] RSP: 002b:00007ffd8f401078 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.700699][ T44] RAX: ffffffffffffffda RBX: 000055bf99c2cff0 RCX: 00007f4ce20fe34d [ 2827.700864][ T44] RDX: 0000000000000000 RSI: 000055bf5ebbff2e RDI: 0000000000000000 [ 2827.701030][ T44] RBP: 00007ffd8f401110 R08: 0000000000000000 R09: 0000000000000000 [ 2827.701200][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055bf5ebbff2e [ 2827.701370][ T44] R13: 0000000000040000 R14: 000055bf99c2cfa0 R15: 000055bf99c2c570 | [ 2827.703080][ T44] 1 lock held by modprobe/4235: | [ 2827.703188][ T44] #0: ffffffff94a85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.703402][ T44] | [ 2827.703455][ T44] ============================================= | [ 2827.703455][ T44] [ 2950.576163][ T44] INFO: task modprobe:4235 blocked for more than 1105 seconds. [ 2950.576433][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2950.576654][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.576887][ T44] task:modprobe state:D stack:25136 pid:4235 tgid:4235 ppid:61 task_flags:0x400100 flags:0x00080000 [ 2950.577191][ T44] Call Trace: [ 2950.577280][ T44] [ 2950.577343][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.577469][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.577594][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.577716][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.577806][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.577924][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.578049][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.578172][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.578284][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.578397][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.578512][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.578627][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 2950.578743][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.578833][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.578972][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2950.579056][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2950.579196][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.579307][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2950.579419][ T44] do_one_initcall (init/main.c:1378) [ 2950.579532][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.579675][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.579786][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.579899][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.580011][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.580124][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.580242][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.580361][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.580471][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.580590][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.580701][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.580815][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.580933][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.581044][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.581165][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.581275][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.581413][ T44] RIP: 0033:0x7f4ce20fe34d [ 2950.581533][ T44] RSP: 002b:00007ffd8f401078 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.581703][ T44] RAX: ffffffffffffffda RBX: 000055bf99c2cff0 RCX: 00007f4ce20fe34d [ 2950.581870][ T44] RDX: 0000000000000000 RSI: 000055bf5ebbff2e RDI: 0000000000000000 [ 2950.582042][ T44] RBP: 00007ffd8f401110 R08: 0000000000000000 R09: 0000000000000000 [ 2950.582212][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055bf5ebbff2e [ 2950.582380][ T44] R13: 0000000000040000 R14: 000055bf99c2cfa0 R15: 000055bf99c2c570 | [ 2950.584083][ T44] 1 lock held by modprobe/4235: | [ 2950.584194][ T44] #0: ffffffff94a85e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.584412][ T44] | [ 2950.584467][ T44] ============================================= | [ 2950.584467][ T44] [ 3073.456163][ T44] INFO: task modprobe:4235 blocked for more than 1228 seconds. [ 3073.456422][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 3073.456612][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.456841][ T44] task:modprobe state:D stack:25136 pid:4235 tgid:4235 ppid:61 task_flags:0x400100 flags:0x00080000 [ 3073.457148][ T44] Call Trace: [ 3073.457244][ T44] [ 3073.457309][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.457438][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.457559][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.457683][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.457775][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.457894][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.458016][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.458148][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.458267][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.458388][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.458506][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.458623][ T44] ? nf_nat_cleanup (net/netfilter/nf_nat_core.c:989 net/netfilter/nf_nat_core.c:1007) nf_nat [ 3073.458744][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.458831][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.458976][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 3073.459062][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 3073.459206][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.459327][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 3073.459439][ T44] do_one_initcall (init/main.c:1378) [ 3073.459551][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.459691][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.459805][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.459920][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.460033][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.460157][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.460269][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.460394][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.460506][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.460617][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.460728][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.460845][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.460958][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.461070][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.461192][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.461303][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.461446][ T44] RIP: 0033:0x7f4ce20fe34d [ 3073.461565][ T44] RSP: 002b:00007ffd8f401078 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.461735][ T44] RAX: ffffffffffffffda RBX: 000055bf99c2cff0 RCX: 00007f4ce20fe34d [ 3073.461902][ T44] RDX: 0000000000000000 RSI: 000055bf5ebbff2e RDI: 0000000000000000 [ 3073.462068][ T44] RBP: 00007ffd8f401110 R08: 0000000000000000 R09: 0000000000000000 [ 3073.462239][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055bf5ebbff2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule