====================================== | xx__-> [ 1831.836672][ T12] ------------[ cut here ]------------ | [ 1831.837070][ T12] conntrack cleanup blocked for 60s | [ 1831.837072][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#1: 0/12 | [ 1831.837573][ T12] Modules linked in: nf_nat(+) xt_conntrack nf_conntrack nf_defrag_ipv4 nf_defrag_ipv6 act_gact cls_flower sch_ingress bonding psample xfrm_user macsec vxlan ip6_gre ip_gre gre cls_u32 sch_htb ip6t_REJECT nf_reject_ipv6 nft_compat nf_tables [last unloaded: netdevsim] [ 1831.838584][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1831.838770][ T12] Workqueue: netns cleanup_net [ 1831.838913][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 1831.839126][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 08 24 de 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 de 18 dd e9 25 fd ff ff 48 8d 3d 46 f6 dd ff <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 08 24 de mov -0x21dbf74d(%rip),%rax # 0xffffffffde2408c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 de 18 dd call 0xffffffffdd18de60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 f6 dd ff lea -0x2209ba(%rip),%rdi # 0xffffffffffddf670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 1831.839578][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 1831.839743][ T12] RAX: 0000000100175dee RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 1831.839936][ T12] RDX: 0000000100175ded RSI: 0000000000000004 RDI: ffffffffc05b0030 [ 1831.840124][ T12] RBP: 0000000000000001 R08: ffffffffc07d07ba R09: ffe21c000199fef4 [ 1831.840310][ T12] R10: ffe21c000199fef5 R11: 0000000000000001 R12: dffffc0000000000 [ 1831.840496][ T12] R13: ff1100000ccff7a0 R14: fffffbfff80b7a07 R15: ff11000014fd5f00 [ 1831.840691][ T12] FS: 0000000000000000(0000) GS:ff110000c5c73000(0000) knlGS:0000000000000000 [ 1831.841206][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1831.841362][ T12] CR2: 000055a1837dee18 CR3: 000000007c348004 CR4: 0000000000771ef0 [ 1831.841546][ T12] PKRU: 55555554 [ 1831.841639][ T12] Call Trace: [ 1831.841739][ T12] [ 1831.841815][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 1831.841972][ T12] ? kfree (mm/slub.c:6668 (discriminator 3) mm/slub.c:6876 (discriminator 3)) [ 1831.842068][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1831.842193][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 1831.842349][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 1831.842475][ T12] ? netns_install (net/core/net_namespace.c:223) [ 1831.842600][ T12] cleanup_net (net/core/net_namespace.c:698) [ 1831.842730][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1831.842860][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 1831.842987][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1831.843108][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1831.843230][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1831.843350][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1831.843482][ T12] process_one_work (kernel/workqueue.c:3262) [ 1831.843608][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 1831.843746][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 1831.843872][ T12] ? assign_work (kernel/workqueue.c:1200) [ 1831.843995][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 1831.844120][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 1831.844242][ T12] kthread (kernel/kthread.c:463) [ 1831.844335][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1831.844456][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1831.844581][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1831.844717][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1831.844840][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 1831.844961][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1831.845111][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 1831.845233][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1831.845355][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 1831.845708][ T12] hardirqs last enabled at (11933121): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 1831.845926][ T12] hardirqs last disabled at (11933128): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 1831.846134][ T12] softirqs last enabled at (11932724): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 1831.846351][ T12] softirqs last disabled at (11932719): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 1831.846562][ T12] ---[ end trace 0000000000000000 ]--- [ 1967.535712][ T44] INFO: task modprobe:9751 blocked for more than 122 seconds. [ 1967.536255][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 1967.536525][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 1967.536900][ T44] task:modprobe state:D stack:25136 pid:9751 tgid:9751 ppid:629 task_flags:0x400100 flags:0x00080000 [ 1967.537229][ T44] Call Trace: [ 1967.537375][ T44] [ 1967.537492][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 1967.537702][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 1967.537878][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1967.538062][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 1967.538202][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 1967.538367][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 1967.538538][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 1967.538729][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1967.538899][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 1967.539067][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 1967.539238][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1967.539408][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 1967.539611][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 1967.539763][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 1967.539957][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 1967.540093][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 1967.540259][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 1967.540427][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 1967.540609][ T44] do_one_initcall (init/main.c:1378) [ 1967.540798][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 1967.540989][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 1967.541157][ T44] do_init_module (kernel/module/main.c:3039) [ 1967.541710][ T44] ? free_module (kernel/module/main.c:3011) [ 1967.541877][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 1967.542047][ T44] init_module_from_file (kernel/module/main.c:3712) [ 1967.542211][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 1967.542380][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1967.542542][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 1967.542728][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 1967.542894][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 1967.543068][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1967.543230][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 1967.543395][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 1967.543564][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 1967.543745][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 1967.543935][ T44] RIP: 0033:0x7f9a2f78434d [ 1967.544104][ T44] RSP: 002b:00007ffd875ff5e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 1967.544328][ T44] RAX: ffffffffffffffda RBX: 000055aed3eaaff0 RCX: 00007f9a2f78434d [ 1967.544544][ T44] RDX: 0000000000000000 RSI: 000055aeb20fef2e RDI: 0000000000000000 [ 1967.544783][ T44] RBP: 00007ffd875ff680 R08: 0000000000000000 R09: 0000000000000000 [ 1967.545000][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055aeb20fef2e [ 1967.545224][ T44] R13: 0000000000040000 R14: 000055aed3eaafa0 R15: 000055aed3eaa570 | [ 1967.547412][ T44] 1 lock held by modprobe/9751: | [ 1967.547573][ T44] #0: ffffffff9f485c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 1967.547852][ T44] | [ 1967.547959][ T44] ============================================= | [ 1967.547959][ T44] [ 2090.414709][ T44] INFO: task modprobe:9751 blocked for more than 245 seconds. [ 2090.415128][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2090.415447][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2090.415812][ T44] task:modprobe state:D stack:25136 pid:9751 tgid:9751 ppid:629 task_flags:0x400100 flags:0x00080000 [ 2090.416191][ T44] Call Trace: [ 2090.416369][ T44] [ 2090.416508][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2090.416719][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2090.416907][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.417096][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2090.417245][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2090.417419][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2090.417590][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2090.417782][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.417953][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2090.418130][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.418299][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2090.418477][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2090.418689][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2090.418827][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2090.419026][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2090.419166][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2090.419340][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.419504][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2090.419688][ T44] do_one_initcall (init/main.c:1378) [ 2090.419853][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2090.420054][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2090.420222][ T44] do_init_module (kernel/module/main.c:3039) [ 2090.420397][ T44] ? free_module (kernel/module/main.c:3011) [ 2090.420559][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2090.420736][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2090.420903][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2090.421071][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.421241][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2090.421410][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2090.421574][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2090.421756][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.421919][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2090.422083][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2090.422246][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2090.422422][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2090.422612][ T44] RIP: 0033:0x7f9a2f78434d [ 2090.422793][ T44] RSP: 002b:00007ffd875ff5e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2090.423014][ T44] RAX: ffffffffffffffda RBX: 000055aed3eaaff0 RCX: 00007f9a2f78434d [ 2090.423230][ T44] RDX: 0000000000000000 RSI: 000055aeb20fef2e RDI: 0000000000000000 [ 2090.423459][ T44] RBP: 00007ffd875ff680 R08: 0000000000000000 R09: 0000000000000000 [ 2090.423692][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055aeb20fef2e [ 2090.423905][ T44] R13: 0000000000040000 R14: 000055aed3eaafa0 R15: 000055aed3eaa570 | [ 2090.426065][ T44] 1 lock held by modprobe/9751: | [ 2090.426219][ T44] #0: ffffffff9f485c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2090.426497][ T44] | [ 2090.426600][ T44] ============================================= | [ 2090.426600][ T44] [ 2213.295685][ T44] INFO: task modprobe:9751 blocked for more than 368 seconds. [ 2213.296005][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2213.296249][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.296515][ T44] task:modprobe state:D stack:25136 pid:9751 tgid:9751 ppid:629 task_flags:0x400100 flags:0x00080000 [ 2213.296862][ T44] Call Trace: [ 2213.297007][ T44] [ 2213.297128][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.297311][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.297486][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.297673][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.297826][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.297992][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.298172][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.298345][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.298512][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.298694][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.298858][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.299028][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2213.299228][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.299367][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.299558][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2213.299706][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2213.299872][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.300034][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2213.300211][ T44] do_one_initcall (init/main.c:1378) [ 2213.300375][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.300567][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.300750][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.300916][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.301079][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.301252][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.301425][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.301594][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.301770][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.301933][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.302095][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.302268][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.302437][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.302599][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.302775][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.302938][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.303130][ T44] RIP: 0033:0x7f9a2f78434d [ 2213.303297][ T44] RSP: 002b:00007ffd875ff5e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.303515][ T44] RAX: ffffffffffffffda RBX: 000055aed3eaaff0 RCX: 00007f9a2f78434d [ 2213.303750][ T44] RDX: 0000000000000000 RSI: 000055aeb20fef2e RDI: 0000000000000000 [ 2213.303964][ T44] RBP: 00007ffd875ff680 R08: 0000000000000000 R09: 0000000000000000 [ 2213.304181][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055aeb20fef2e [ 2213.304393][ T44] R13: 0000000000040000 R14: 000055aed3eaafa0 R15: 000055aed3eaa570 | [ 2213.306528][ T44] 1 lock held by modprobe/9751: | [ 2213.306701][ T44] #0: ffffffff9f485c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.306963][ T44] | [ 2213.307066][ T44] ============================================= | [ 2213.307066][ T44] [ 2336.174679][ T44] INFO: task modprobe:9751 blocked for more than 491 seconds. [ 2336.175027][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2336.175294][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.175585][ T44] task:modprobe state:D stack:25136 pid:9751 tgid:9751 ppid:629 task_flags:0x400100 flags:0x00080000 [ 2336.175930][ T44] Call Trace: [ 2336.176077][ T44] [ 2336.176189][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.176377][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.176549][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.176737][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.176877][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.177050][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.177219][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.177388][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.177562][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.177744][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.177908][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.178082][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2336.178277][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.178414][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.178608][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2336.178763][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2336.178929][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.179102][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2336.179267][ T44] do_one_initcall (init/main.c:1378) [ 2336.179430][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.179622][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.179804][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.179975][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.180140][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.180305][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.180469][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.180638][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.180815][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.180990][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.181153][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.181320][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.181483][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.181647][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.181828][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.181995][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.182186][ T44] RIP: 0033:0x7f9a2f78434d [ 2336.182352][ T44] RSP: 002b:00007ffd875ff5e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.182569][ T44] RAX: ffffffffffffffda RBX: 000055aed3eaaff0 RCX: 00007f9a2f78434d [ 2336.182798][ T44] RDX: 0000000000000000 RSI: 000055aeb20fef2e RDI: 0000000000000000 [ 2336.183019][ T44] RBP: 00007ffd875ff680 R08: 0000000000000000 R09: 0000000000000000 [ 2336.183237][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055aeb20fef2e [ 2336.183451][ T44] R13: 0000000000040000 R14: 000055aed3eaafa0 R15: 000055aed3eaa570 | [ 2336.185572][ T44] 1 lock held by modprobe/9751: | [ 2336.185740][ T44] #0: ffffffff9f485c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.186011][ T44] | [ 2336.186119][ T44] ============================================= | [ 2336.186119][ T44] [ 2459.055681][ T44] INFO: task modprobe:9751 blocked for more than 614 seconds. [ 2459.056001][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2459.056250][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.056514][ T44] task:modprobe state:D stack:25136 pid:9751 tgid:9751 ppid:629 task_flags:0x400100 flags:0x00080000 [ 2459.056893][ T44] Call Trace: [ 2459.057033][ T44] [ 2459.057145][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.057318][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.057490][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.057679][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.057825][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.058004][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.058174][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.058343][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.058509][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.058690][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.058863][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.059032][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2459.059228][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.059365][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.059558][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2459.059710][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2459.059884][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.060047][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2459.060225][ T44] do_one_initcall (init/main.c:1378) [ 2459.060389][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.060580][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.060760][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.060927][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.061091][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.061254][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.061422][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.061589][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.061764][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.061930][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.062093][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.062264][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.062426][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.062595][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.062772][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.062942][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.063128][ T44] RIP: 0033:0x7f9a2f78434d [ 2459.063294][ T44] RSP: 002b:00007ffd875ff5e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.063510][ T44] RAX: ffffffffffffffda RBX: 000055aed3eaaff0 RCX: 00007f9a2f78434d [ 2459.063741][ T44] RDX: 0000000000000000 RSI: 000055aeb20fef2e RDI: 0000000000000000 [ 2459.063960][ T44] RBP: 00007ffd875ff680 R08: 0000000000000000 R09: 0000000000000000 [ 2459.064173][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055aeb20fef2e [ 2459.064385][ T44] R13: 0000000000040000 R14: 000055aed3eaafa0 R15: 000055aed3eaa570 | [ 2459.066508][ T44] 1 lock held by modprobe/9751: | [ 2459.066683][ T44] #0: ffffffff9f485c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.066956][ T44] | [ 2459.067059][ T44] ============================================= | [ 2459.067059][ T44] [ 2581.935681][ T44] INFO: task modprobe:9751 blocked for more than 737 seconds. [ 2581.936001][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2581.936275][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.936589][ T44] task:modprobe state:D stack:25136 pid:9751 tgid:9751 ppid:629 task_flags:0x400100 flags:0x00080000 [ 2581.937001][ T44] Call Trace: [ 2581.937153][ T44] [ 2581.937263][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.937434][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.937608][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.937801][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.937941][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.938110][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.938278][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.938447][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.938612][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.938794][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.938958][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.939123][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2581.939315][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.939451][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.939642][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2581.939799][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2581.939968][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.940130][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2581.940295][ T44] do_one_initcall (init/main.c:1378) [ 2581.940459][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.940670][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.940835][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.941006][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.941169][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.941333][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.941499][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.941691][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.941854][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.942017][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.942192][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.942358][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.942520][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.942703][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.942868][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.943031][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.943218][ T44] RIP: 0033:0x7f9a2f78434d [ 2581.943389][ T44] RSP: 002b:00007ffd875ff5e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.943603][ T44] RAX: ffffffffffffffda RBX: 000055aed3eaaff0 RCX: 00007f9a2f78434d [ 2581.943836][ T44] RDX: 0000000000000000 RSI: 000055aeb20fef2e RDI: 0000000000000000 [ 2581.944050][ T44] RBP: 00007ffd875ff680 R08: 0000000000000000 R09: 0000000000000000 [ 2581.944266][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055aeb20fef2e [ 2581.944476][ T44] R13: 0000000000040000 R14: 000055aed3eaafa0 R15: 000055aed3eaa570 | [ 2581.946577][ T44] 1 lock held by modprobe/9751: | [ 2581.946752][ T44] #0: ffffffff9f485c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.947014][ T44] | [ 2581.947116][ T44] ============================================= | [ 2581.947116][ T44] [ 2704.815674][ T44] INFO: task modprobe:9751 blocked for more than 860 seconds. [ 2704.816020][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2704.816285][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.816556][ T44] task:modprobe state:D stack:25136 pid:9751 tgid:9751 ppid:629 task_flags:0x400100 flags:0x00080000 [ 2704.816918][ T44] Call Trace: [ 2704.817076][ T44] [ 2704.817194][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.817374][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.817548][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.817736][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.817876][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.818043][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.818217][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.818389][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.818561][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.818740][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.818903][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.819068][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2704.819266][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.819406][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.819599][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2704.819750][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2704.819916][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.820079][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2704.820244][ T44] do_one_initcall (init/main.c:1378) [ 2704.820410][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.820608][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.820786][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.820953][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.821114][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.821277][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.821439][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.821616][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.821792][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.821956][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.822121][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.822287][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.822448][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.822620][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.822795][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.822957][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.823143][ T44] RIP: 0033:0x7f9a2f78434d [ 2704.823309][ T44] RSP: 002b:00007ffd875ff5e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.823531][ T44] RAX: ffffffffffffffda RBX: 000055aed3eaaff0 RCX: 00007f9a2f78434d [ 2704.823756][ T44] RDX: 0000000000000000 RSI: 000055aeb20fef2e RDI: 0000000000000000 [ 2704.823974][ T44] RBP: 00007ffd875ff680 R08: 0000000000000000 R09: 0000000000000000 [ 2704.824188][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055aeb20fef2e [ 2704.824399][ T44] R13: 0000000000040000 R14: 000055aed3eaafa0 R15: 000055aed3eaa570 | [ 2704.826549][ T44] 1 lock held by modprobe/9751: | [ 2704.826717][ T44] #0: ffffffff9f485c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.826983][ T44] | [ 2704.827085][ T44] ============================================= | [ 2704.827085][ T44] [ 2827.694672][ T44] INFO: task modprobe:9751 blocked for more than 983 seconds. [ 2827.694983][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2827.695224][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.695509][ T44] task:modprobe state:D stack:25136 pid:9751 tgid:9751 ppid:629 task_flags:0x400100 flags:0x00080000 [ 2827.695855][ T44] Call Trace: [ 2827.695995][ T44] [ 2827.696109][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.696284][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.696461][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.696668][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.696809][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.696974][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.697142][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.697313][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.697520][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.697704][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.697870][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.698037][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2827.698231][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.698370][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.698572][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2827.698724][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2827.698896][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.699060][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2827.699226][ T44] do_one_initcall (init/main.c:1378) [ 2827.699389][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.699590][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.699768][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.699934][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.700101][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.700265][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.700428][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.700602][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.700783][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.700947][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.701115][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.701290][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.701454][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.701626][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.701804][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.701967][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.702154][ T44] RIP: 0033:0x7f9a2f78434d [ 2827.702321][ T44] RSP: 002b:00007ffd875ff5e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.702550][ T44] RAX: ffffffffffffffda RBX: 000055aed3eaaff0 RCX: 00007f9a2f78434d [ 2827.702777][ T44] RDX: 0000000000000000 RSI: 000055aeb20fef2e RDI: 0000000000000000 [ 2827.702990][ T44] RBP: 00007ffd875ff680 R08: 0000000000000000 R09: 0000000000000000 [ 2827.703204][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055aeb20fef2e [ 2827.703421][ T44] R13: 0000000000040000 R14: 000055aed3eaafa0 R15: 000055aed3eaa570 | [ 2827.705546][ T44] 1 lock held by modprobe/9751: | [ 2827.705715][ T44] #0: ffffffff9f485c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.705979][ T44] | [ 2827.706080][ T44] ============================================= | [ 2827.706080][ T44] [ 2950.574671][ T44] INFO: task modprobe:9751 blocked for more than 1105 seconds. [ 2950.574996][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2950.575241][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.575518][ T44] task:modprobe state:D stack:25136 pid:9751 tgid:9751 ppid:629 task_flags:0x400100 flags:0x00080000 [ 2950.575884][ T44] Call Trace: [ 2950.576031][ T44] [ 2950.576143][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.576317][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.576492][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.576685][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.576827][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.576992][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.577171][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.577341][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.577515][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.577697][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.577860][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.578026][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2950.578229][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.578372][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.578604][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 2950.578758][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 2950.578925][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.579089][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 2950.579253][ T44] do_one_initcall (init/main.c:1378) [ 2950.579415][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.579615][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.579794][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.579959][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.580121][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.580285][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.580454][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.580620][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.580799][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.580960][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.581123][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.581290][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.581457][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.581620][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.581793][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.581962][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.582150][ T44] RIP: 0033:0x7f9a2f78434d [ 2950.582317][ T44] RSP: 002b:00007ffd875ff5e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.582540][ T44] RAX: ffffffffffffffda RBX: 000055aed3eaaff0 RCX: 00007f9a2f78434d [ 2950.582767][ T44] RDX: 0000000000000000 RSI: 000055aeb20fef2e RDI: 0000000000000000 [ 2950.582984][ T44] RBP: 00007ffd875ff680 R08: 0000000000000000 R09: 0000000000000000 [ 2950.583196][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055aeb20fef2e [ 2950.583409][ T44] R13: 0000000000040000 R14: 000055aed3eaafa0 R15: 000055aed3eaa570 | [ 2950.585530][ T44] 1 lock held by modprobe/9751: | [ 2950.585698][ T44] #0: ffffffff9f485c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.585965][ T44] | [ 2950.586067][ T44] ============================================= | [ 2950.586067][ T44] [ 3073.454672][ T44] INFO: task modprobe:9751 blocked for more than 1228 seconds. [ 3073.454986][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3073.455227][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.455499][ T44] task:modprobe state:D stack:25136 pid:9751 tgid:9751 ppid:629 task_flags:0x400100 flags:0x00080000 [ 3073.455879][ T44] Call Trace: [ 3073.456029][ T44] [ 3073.456141][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.456313][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.456483][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.456690][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.456832][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.457000][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.457169][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.457338][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.457504][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.457692][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.457862][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.458034][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 3073.458226][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.458363][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.458555][ T44] ? static_obj (kernel/locking/lockdep.c:858 (discriminator 1)) [ 3073.458709][ T44] ? lockdep_init_map_type (kernel/locking/lockdep.c:4973 (discriminator 1)) [ 3073.458876][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.459047][ T44] nf_nat_init (net/netfilter/nf_nat_core.c:872) nf_nat [ 3073.459214][ T44] do_one_initcall (init/main.c:1378) [ 3073.459382][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.459586][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.459766][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.459933][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.460097][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.460266][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.460429][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.460631][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.460812][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.460975][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.461144][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.461318][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.461480][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.461668][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.461830][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.461993][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.462181][ T44] RIP: 0033:0x7f9a2f78434d [ 3073.462346][ T44] RSP: 002b:00007ffd875ff5e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.462570][ T44] RAX: ffffffffffffffda RBX: 000055aed3eaaff0 RCX: 00007f9a2f78434d [ 3073.462815][ T44] RDX: 0000000000000000 RSI: 000055aeb20fef2e RDI: 0000000000000000 [ 3073.463027][ T44] RBP: 00007ffd875ff680 R08: 0000000000000000 R09: 0000000000000000 [ 3073.463240][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055aeb20fef2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule