====================================== | [ 1888.923837][ T12] ------------[ cut here ]------------ | [ 1888.924247][ T12] conntrack cleanup blocked for 60s | [ 1888.924251][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#2: 0/12 | [ 1888.924886][ T12] Modules linked in: pktgen(+) xt_conntrack nf_conntrack nf_defrag_ipv4 nf_defrag_ipv6 sctp_diag sctp geneve vxlan ip6_gre ip_gre gre act_gact cls_matchall cls_flower sch_prio xt_mark sch_ingress act_mirred cls_basic sch_fq_codel xfrm_user xt_policy xt_HL nft_compat nf_tables amt [ 1888.926035][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1888.926255][ T12] Workqueue: netns cleanup_net [ 1888.926472][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 1888.926736][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 88 50 d8 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 5e 45 d7 e9 25 fd ff ff 48 8d 3d 46 66 d6 ff <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 88 50 d8 mov -0x27af774d(%rip),%rax # 0xffffffffd85088c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 5e 45 d7 call 0xffffffffd7455e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 66 d6 ff lea -0x2999ba(%rip),%rdi # 0xffffffffffd66670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 1888.927259][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 1888.927499][ T12] RAX: 0000000100183cdc RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 1888.927747][ T12] RDX: 0000000100183cdb RSI: 0000000000000004 RDI: ffffffffc066f030 [ 1888.928001][ T12] RBP: 0000000000000001 R08: ffffffffc09087ba R09: ffe21c00014de67c [ 1888.928243][ T12] R10: ffe21c00014de67d R11: 0000000000000001 R12: dffffc0000000000 [ 1888.928499][ T12] R13: ff1100000a6f33e0 R14: fffffbfff80cf807 R15: ff11000009558a00 [ 1888.928744][ T12] FS: 0000000000000000(0000) GS:ff110000d1ef3000(0000) knlGS:0000000000000000 [ 1888.929332][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1888.929546][ T12] CR2: 00005610ac3b7600 CR3: 000000001ff48002 CR4: 0000000000771ef0 [ 1888.929780][ T12] PKRU: 55555554 [ 1888.929939][ T12] Call Trace: [ 1888.930083][ T12] [ 1888.930200][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 1888.930419][ T12] ? kfree (mm/slub.c:6670 (discriminator 3) mm/slub.c:6878 (discriminator 3)) [ 1888.930565][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1888.930742][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 1888.930960][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 1888.931138][ T12] ? netns_install (net/core/net_namespace.c:223) [ 1888.931318][ T12] cleanup_net (net/core/net_namespace.c:698) [ 1888.931496][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1888.931671][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 1888.931861][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1888.932033][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1888.932206][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1888.932385][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1888.932562][ T12] process_one_work (kernel/workqueue.c:3262) [ 1888.932743][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 1888.932932][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 1888.933107][ T12] ? assign_work (kernel/workqueue.c:1200) [ 1888.933285][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 1888.933469][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 1888.933644][ T12] kthread (kernel/kthread.c:463) [ 1888.933790][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1888.933982][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1888.934156][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1888.934329][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1888.934509][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 1888.934684][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1888.934900][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 1888.935073][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1888.935250][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 1888.935751][ T12] hardirqs last enabled at (16154941): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 1888.936034][ T12] hardirqs last disabled at (16154952): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 1888.936298][ T12] softirqs last enabled at (16154438): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 1888.936576][ T12] softirqs last disabled at (16154431): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 1888.936859][ T12] ---[ end trace 0000000000000000 ]--- [ 2090.431860][ T44] INFO: task modprobe:24613 blocked for more than 122 seconds. [ 2090.432277][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2090.432475][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2090.432707][ T44] task:modprobe state:D stack:25136 pid:24613 tgid:24613 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2090.433034][ T44] Call Trace: [ 2090.433161][ T44] [ 2090.433231][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2090.433367][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2090.433494][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.433621][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2090.433721][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2090.433849][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2090.433978][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2090.434106][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.434231][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2090.434355][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.434471][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2090.434588][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2090.434708][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2090.434797][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2090.434949][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.435062][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2090.435177][ T44] do_one_initcall (init/main.c:1378) [ 2090.435292][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2090.435436][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2090.435548][ T44] do_init_module (kernel/module/main.c:3039) [ 2090.435666][ T44] ? free_module (kernel/module/main.c:3011) [ 2090.435775][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2090.435893][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2090.436004][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2090.436450][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.436564][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2090.436676][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2090.436795][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2090.436918][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.437027][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2090.437138][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2090.437248][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2090.437358][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2090.437495][ T44] RIP: 0033:0x7f4985ad034d [ 2090.437615][ T44] RSP: 002b:00007fff32ccc058 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2090.437789][ T44] RAX: ffffffffffffffda RBX: 0000563378237a00 RCX: 00007f4985ad034d [ 2090.437956][ T44] RDX: 0000000000000000 RSI: 000056335e038f2e RDI: 0000000000000005 [ 2090.438120][ T44] RBP: 00007fff32ccc0f0 R08: 0000000000000000 R09: 0000000000000000 [ 2090.438285][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056335e038f2e [ 2090.438452][ T44] R13: 0000000000040000 R14: 0000563378237b20 R15: 0000563378237460 | [ 2090.446310][ T44] 1 lock held by modprobe/24613: | [ 2090.446416][ T44] #0: ffffffff99885e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2090.446625][ T44] | [ 2090.446683][ T44] ============================================= | [ 2090.446683][ T44] [ 2213.311854][ T44] INFO: task modprobe:24613 blocked for more than 245 seconds. [ 2213.312140][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2213.312337][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.312570][ T44] task:modprobe state:D stack:25136 pid:24613 tgid:24613 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2213.312863][ T44] Call Trace: [ 2213.312962][ T44] [ 2213.313030][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.313171][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.313298][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.313429][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.313523][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.313644][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.313763][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.313893][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.314018][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.314140][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.314264][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.314389][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2213.314513][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.314605][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.314748][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.314863][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2213.314974][ T44] do_one_initcall (init/main.c:1378) [ 2213.315084][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.315222][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.315334][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.315446][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.315561][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.315675][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.315784][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.315903][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.316012][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.316122][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.316231][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.316345][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.316455][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.316569][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.316678][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.316787][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.316926][ T44] RIP: 0033:0x7f4985ad034d [ 2213.317041][ T44] RSP: 002b:00007fff32ccc058 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.317208][ T44] RAX: ffffffffffffffda RBX: 0000563378237a00 RCX: 00007f4985ad034d [ 2213.317370][ T44] RDX: 0000000000000000 RSI: 000056335e038f2e RDI: 0000000000000005 [ 2213.317535][ T44] RBP: 00007fff32ccc0f0 R08: 0000000000000000 R09: 0000000000000000 [ 2213.317697][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056335e038f2e [ 2213.317867][ T44] R13: 0000000000040000 R14: 0000563378237b20 R15: 0000563378237460 | [ 2213.325308][ T44] 1 lock held by modprobe/24613: | [ 2213.325411][ T44] #0: ffffffff99885e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.325626][ T44] | [ 2213.325680][ T44] ============================================= | [ 2213.325680][ T44] [ 2336.191852][ T44] INFO: task modprobe:24613 blocked for more than 368 seconds. [ 2336.192138][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2336.192338][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.192564][ T44] task:modprobe state:D stack:25136 pid:24613 tgid:24613 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2336.192876][ T44] Call Trace: [ 2336.192972][ T44] [ 2336.193039][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.193173][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.193304][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.193440][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.193539][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.193673][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.193799][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.193928][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.194054][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.194180][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.194304][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.194431][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2336.194562][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.194658][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.194807][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.194930][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2336.195040][ T44] do_one_initcall (init/main.c:1378) [ 2336.195150][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.195289][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.195406][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.195519][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.195627][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.195742][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.195855][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.195969][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.196077][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.196186][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.196295][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.196412][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.196524][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.196636][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.196746][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.196861][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.196994][ T44] RIP: 0033:0x7f4985ad034d [ 2336.197111][ T44] RSP: 002b:00007fff32ccc058 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.197277][ T44] RAX: ffffffffffffffda RBX: 0000563378237a00 RCX: 00007f4985ad034d [ 2336.197443][ T44] RDX: 0000000000000000 RSI: 000056335e038f2e RDI: 0000000000000005 [ 2336.197605][ T44] RBP: 00007fff32ccc0f0 R08: 0000000000000000 R09: 0000000000000000 [ 2336.197768][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056335e038f2e [ 2336.197934][ T44] R13: 0000000000040000 R14: 0000563378237b20 R15: 0000563378237460 | [ 2336.205213][ T44] 1 lock held by modprobe/24613: | [ 2336.205316][ T44] #0: ffffffff99885e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.205530][ T44] | [ 2336.205583][ T44] ============================================= | [ 2336.205583][ T44] [ 2459.071854][ T44] INFO: task modprobe:24613 blocked for more than 491 seconds. [ 2459.072139][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2459.072342][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.072571][ T44] task:modprobe state:D stack:25136 pid:24613 tgid:24613 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2459.072884][ T44] Call Trace: [ 2459.072979][ T44] [ 2459.073042][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.073174][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.073305][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.073443][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.073541][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.073673][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.073796][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.073925][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.074045][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.074165][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.074279][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.074399][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2459.074515][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.074600][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.074741][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.074857][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2459.074971][ T44] do_one_initcall (init/main.c:1378) [ 2459.075084][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.075221][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.075338][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.075451][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.075560][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.075673][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.075782][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.075904][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.076019][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.076127][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.076237][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.076351][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.076459][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.076573][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.076682][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.076790][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.076931][ T44] RIP: 0033:0x7f4985ad034d [ 2459.077053][ T44] RSP: 002b:00007fff32ccc058 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.077219][ T44] RAX: ffffffffffffffda RBX: 0000563378237a00 RCX: 00007f4985ad034d [ 2459.077389][ T44] RDX: 0000000000000000 RSI: 000056335e038f2e RDI: 0000000000000005 [ 2459.077552][ T44] RBP: 00007fff32ccc0f0 R08: 0000000000000000 R09: 0000000000000000 [ 2459.077716][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056335e038f2e [ 2459.077884][ T44] R13: 0000000000040000 R14: 0000563378237b20 R15: 0000563378237460 | [ 2459.085145][ T44] 1 lock held by modprobe/24613: | [ 2459.085248][ T44] #0: ffffffff99885e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.085467][ T44] | [ 2459.085520][ T44] ============================================= | [ 2459.085520][ T44] [ 2581.951855][ T44] INFO: task modprobe:24613 blocked for more than 614 seconds. [ 2581.952142][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2581.952339][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.952574][ T44] task:modprobe state:D stack:25136 pid:24613 tgid:24613 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2581.952899][ T44] Call Trace: [ 2581.953006][ T44] [ 2581.953079][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.953220][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.953348][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.953482][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.953574][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.953697][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.953827][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.953953][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.954074][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.954195][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.954312][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.954428][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2581.954546][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.954631][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.954771][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.954886][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2581.954998][ T44] do_one_initcall (init/main.c:1378) [ 2581.955108][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.955248][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.955361][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.955476][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.955584][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.955694][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.955801][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.955920][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.956030][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.956138][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.956246][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.956357][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.956468][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.956577][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.956685][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.956795][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.956932][ T44] RIP: 0033:0x7f4985ad034d [ 2581.957045][ T44] RSP: 002b:00007fff32ccc058 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.957210][ T44] RAX: ffffffffffffffda RBX: 0000563378237a00 RCX: 00007f4985ad034d [ 2581.957374][ T44] RDX: 0000000000000000 RSI: 000056335e038f2e RDI: 0000000000000005 [ 2581.957537][ T44] RBP: 00007fff32ccc0f0 R08: 0000000000000000 R09: 0000000000000000 [ 2581.957702][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056335e038f2e [ 2581.957869][ T44] R13: 0000000000040000 R14: 0000563378237b20 R15: 0000563378237460 | [ 2581.964896][ T44] 1 lock held by modprobe/24613: | [ 2581.964999][ T44] #0: ffffffff99885e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.965217][ T44] | [ 2581.965270][ T44] ============================================= | [ 2581.965270][ T44] [ 2704.831855][ T44] INFO: task modprobe:24613 blocked for more than 737 seconds. [ 2704.832140][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2704.832333][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.832569][ T44] task:modprobe state:D stack:25136 pid:24613 tgid:24613 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2704.832877][ T44] Call Trace: [ 2704.832977][ T44] [ 2704.833044][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.833187][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.833321][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.833456][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.833547][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.833663][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.833786][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.833916][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.834039][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.834179][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.834306][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.834433][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2704.834553][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.834635][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.834774][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.834888][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2704.835001][ T44] do_one_initcall (init/main.c:1378) [ 2704.835112][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.835250][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.835362][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.835479][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.835588][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.835698][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.835809][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.835926][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.836034][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.836142][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.836250][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.836362][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.836474][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.836588][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.836696][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.836806][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.836946][ T44] RIP: 0033:0x7f4985ad034d [ 2704.837061][ T44] RSP: 002b:00007fff32ccc058 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.837225][ T44] RAX: ffffffffffffffda RBX: 0000563378237a00 RCX: 00007f4985ad034d [ 2704.837390][ T44] RDX: 0000000000000000 RSI: 000056335e038f2e RDI: 0000000000000005 [ 2704.837553][ T44] RBP: 00007fff32ccc0f0 R08: 0000000000000000 R09: 0000000000000000 [ 2704.837712][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056335e038f2e [ 2704.837877][ T44] R13: 0000000000040000 R14: 0000563378237b20 R15: 0000563378237460 | [ 2704.844935][ T44] 1 lock held by modprobe/24613: | [ 2704.845038][ T44] #0: ffffffff99885e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.845258][ T44] | [ 2704.845311][ T44] ============================================= | [ 2704.845311][ T44] [ 2827.711855][ T44] INFO: task modprobe:24613 blocked for more than 860 seconds. [ 2827.712143][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2827.712346][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.712582][ T44] task:modprobe state:D stack:25136 pid:24613 tgid:24613 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2827.712884][ T44] Call Trace: [ 2827.712979][ T44] [ 2827.713045][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.713182][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.713315][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.713452][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.713548][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.713669][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.713787][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.713916][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.714033][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.714147][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.714262][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.714381][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2827.714504][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.714591][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.714736][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.714853][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2827.714964][ T44] do_one_initcall (init/main.c:1378) [ 2827.715075][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.715216][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.715328][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.715444][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.715561][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.715677][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.715790][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.715910][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.716020][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.716136][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.716246][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.716362][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.716474][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.716585][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.716696][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.716806][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.716946][ T44] RIP: 0033:0x7f4985ad034d [ 2827.717061][ T44] RSP: 002b:00007fff32ccc058 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.717230][ T44] RAX: ffffffffffffffda RBX: 0000563378237a00 RCX: 00007f4985ad034d [ 2827.717399][ T44] RDX: 0000000000000000 RSI: 000056335e038f2e RDI: 0000000000000005 [ 2827.717565][ T44] RBP: 00007fff32ccc0f0 R08: 0000000000000000 R09: 0000000000000000 [ 2827.717727][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056335e038f2e [ 2827.717898][ T44] R13: 0000000000040000 R14: 0000563378237b20 R15: 0000563378237460 | [ 2827.724983][ T44] 1 lock held by modprobe/24613: | [ 2827.725089][ T44] #0: ffffffff99885e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.725309][ T44] | [ 2827.725363][ T44] ============================================= | [ 2827.725363][ T44] [ 2950.591855][ T44] INFO: task modprobe:24613 blocked for more than 983 seconds. [ 2950.592144][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 2950.592339][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.592567][ T44] task:modprobe state:D stack:25136 pid:24613 tgid:24613 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2950.592874][ T44] Call Trace: [ 2950.592968][ T44] [ 2950.593038][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.593168][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.593304][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.593434][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.593531][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.593655][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.593777][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.593910][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.594023][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.594136][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.594248][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.594362][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2950.594477][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.594565][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.594708][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.594824][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2950.594937][ T44] do_one_initcall (init/main.c:1378) [ 2950.595049][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.595188][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.595298][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.595409][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.595523][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.595634][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.595743][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.595861][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.595970][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.596078][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.596189][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.596300][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.596409][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.596524][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.596633][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.596742][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.596882][ T44] RIP: 0033:0x7f4985ad034d [ 2950.596999][ T44] RSP: 002b:00007fff32ccc058 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.597167][ T44] RAX: ffffffffffffffda RBX: 0000563378237a00 RCX: 00007f4985ad034d [ 2950.597329][ T44] RDX: 0000000000000000 RSI: 000056335e038f2e RDI: 0000000000000005 [ 2950.597489][ T44] RBP: 00007fff32ccc0f0 R08: 0000000000000000 R09: 0000000000000000 [ 2950.597655][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056335e038f2e [ 2950.597825][ T44] R13: 0000000000040000 R14: 0000563378237b20 R15: 0000563378237460 | [ 2950.604983][ T44] 1 lock held by modprobe/24613: | [ 2950.605085][ T44] #0: ffffffff99885e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.605307][ T44] | [ 2950.605361][ T44] ============================================= | [ 2950.605361][ T44] [ 3073.472858][ T44] INFO: task modprobe:24613 blocked for more than 1105 seconds. [ 3073.473131][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 3073.473320][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.473537][ T44] task:modprobe state:D stack:25136 pid:24613 tgid:24613 ppid:1 task_flags:0x400100 flags:0x00080002 [ 3073.473847][ T44] Call Trace: [ 3073.473947][ T44] [ 3073.474020][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.474151][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.474273][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.474399][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.474491][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.474618][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.474743][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.474876][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.475001][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.475144][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.475262][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.475377][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 3073.475491][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.475575][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.475715][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.475831][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 3073.475943][ T44] do_one_initcall (init/main.c:1378) [ 3073.476056][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.476194][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.476304][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.476415][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.476524][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.476639][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.476749][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.476873][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.476982][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.477092][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.477201][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.477313][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.477420][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.477532][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.477639][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.477749][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.477892][ T44] RIP: 0033:0x7f4985ad034d [ 3073.478008][ T44] RSP: 002b:00007fff32ccc058 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.478174][ T44] RAX: ffffffffffffffda RBX: 0000563378237a00 RCX: 00007f4985ad034d [ 3073.478338][ T44] RDX: 0000000000000000 RSI: 000056335e038f2e RDI: 0000000000000005 [ 3073.478501][ T44] RBP: 00007fff32ccc0f0 R08: 0000000000000000 R09: 0000000000000000 [ 3073.478663][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056335e038f2e [ 3073.478832][ T44] R13: 0000000000040000 R14: 0000563378237b20 R15: 0000563378237460 | [ 3073.485934][ T44] 1 lock held by modprobe/24613: | [ 3073.486037][ T44] #0: ffffffff99885e50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3073.486263][ T44] | [ 3073.486317][ T44] ============================================= | [ 3073.486317][ T44] [ 3196.352856][ T44] INFO: task modprobe:24613 blocked for more than 1228 seconds. [ 3196.353147][ T44] Tainted: G W 6.19.0-rc3-virtme #1 [ 3196.353346][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.353573][ T44] task:modprobe state:D stack:25136 pid:24613 tgid:24613 ppid:1 task_flags:0x400100 flags:0x00080002 [ 3196.353889][ T44] Call Trace: [ 3196.354001][ T44] [ 3196.354087][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.354231][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.354360][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.354486][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.354574][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.354694][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.354825][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.354949][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.355073][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3196.355200][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.355326][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.355447][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 3196.355561][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.355644][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.355783][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.355898][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 3196.356015][ T44] do_one_initcall (init/main.c:1378) [ 3196.356126][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3196.356266][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.356378][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.356490][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.356601][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3196.356711][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.356826][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.356940][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.357051][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.357159][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.357264][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.357376][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.357483][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.357595][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.357703][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.357820][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.357954][ T44] RIP: 0033:0x7f4985ad034d [ 3196.358073][ T44] RSP: 002b:00007fff32ccc058 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.358239][ T44] RAX: ffffffffffffffda RBX: 0000563378237a00 RCX: 00007f4985ad034d [ 3196.358402][ T44] RDX: 0000000000000000 RSI: 000056335e038f2e RDI: 0000000000000005 [ 3196.358565][ T44] RBP: 00007fff32ccc0f0 R08: 0000000000000000 R09: 0000000000000000 [ 3196.358726][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000056335e038f2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule