====================================== | [ 2038.274528][ T12] ------------[ cut here ]------------ | [ 2038.274859][ T12] conntrack cleanup blocked for 60s | [ 2038.274862][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#2: 0/12 | [ 2038.275406][ T12] Modules linked in: pktgen(+) xt_conntrack nf_conntrack nf_defrag_ipv4 nf_defrag_ipv6 act_gact cls_flower sch_ingress vxlan ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 nft_compat nf_tables [ 2038.276288][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 2038.276494][ T12] Workqueue: netns cleanup_net [ 2038.276693][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 2038.276937][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 c8 ab dd 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 9e a0 dc e9 25 fd ff ff 48 8d 3d 46 d6 0c 00 <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 c8 ab dd mov -0x2254374d(%rip),%rax # 0xffffffffddabc8c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 9e a0 dc call 0xffffffffdca09e60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 d6 0c 00 lea 0xcd646(%rip),%rdi # 0xcd670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 2038.277426][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 2038.277646][ T12] RAX: 00000001001a844f RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 2038.277875][ T12] RDX: 00000001001a844e RSI: 0000000000000004 RDI: ffffffffc0622030 [ 2038.278106][ T12] RBP: 0000000000000001 R08: ffffffffc05547ba R09: ffe21c000159dd9c [ 2038.278343][ T12] R10: ffe21c000159dd9d R11: 0000000000000001 R12: dffffc0000000000 [ 2038.278586][ T12] R13: ff1100000aceece0 R14: fffffbfff80c5e07 R15: ff11000008d03a00 [ 2038.278817][ T12] FS: 0000000000000000(0000) GS:ff110000cccf3000(0000) knlGS:0000000000000000 [ 2038.279086][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2038.279295][ T12] CR2: 00005570fe6d6538 CR3: 000000005c148004 CR4: 0000000000771ef0 [ 2038.279781][ T12] PKRU: 55555554 [ 2038.279923][ T12] Call Trace: [ 2038.280067][ T12] [ 2038.280189][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 2038.280398][ T12] ? kfree (mm/slub.c:6668 (discriminator 3) mm/slub.c:6876 (discriminator 3)) [ 2038.280555][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2038.280730][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 2038.280932][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 2038.281105][ T12] ? netns_install (net/core/net_namespace.c:223) [ 2038.281284][ T12] cleanup_net (net/core/net_namespace.c:698) [ 2038.281455][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2038.281642][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 2038.281814][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2038.281984][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 2038.282152][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2038.282330][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2038.282501][ T12] process_one_work (kernel/workqueue.c:3262) [ 2038.282689][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 2038.282857][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 2038.283033][ T12] ? assign_work (kernel/workqueue.c:1200) [ 2038.283210][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 2038.283384][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 2038.283567][ T12] kthread (kernel/kthread.c:463) [ 2038.283708][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2038.283877][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2038.284047][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2038.284229][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2038.284405][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 2038.284591][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 2038.284791][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 2038.284961][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 2038.285131][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 2038.285638][ T12] hardirqs last enabled at (12515691): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 2038.285900][ T12] hardirqs last disabled at (12515700): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 2038.286156][ T12] softirqs last enabled at (12515214): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 2038.286421][ T12] softirqs last disabled at (12515207): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 2038.286698][ T12] ---[ end trace 0000000000000000 ]--- [ 2213.299549][ T44] INFO: task modprobe:29854 blocked for more than 122 seconds. [ 2213.299915][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2213.300114][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.300342][ T44] task:modprobe state:D stack:25136 pid:29854 tgid:29854 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2213.300652][ T44] Call Trace: [ 2213.300753][ T44] [ 2213.300829][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.300965][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.301096][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.301220][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.301311][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.301431][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.301558][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.301682][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.301807][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.301930][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.302054][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.302174][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2213.302288][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.302371][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.302518][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.302629][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2213.302742][ T44] do_one_initcall (init/main.c:1378) [ 2213.302857][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.302997][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.303112][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.303226][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.303544][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.303657][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.303766][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.303889][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.303998][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.304110][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.304219][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.304330][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.304439][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.304562][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.304670][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.304783][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.304920][ T44] RIP: 0033:0x7f9bef99034d [ 2213.305037][ T44] RSP: 002b:00007ffe69f5a6f8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.305203][ T44] RAX: ffffffffffffffda RBX: 00005602e0cf2a00 RCX: 00007f9bef99034d [ 2213.305364][ T44] RDX: 0000000000000000 RSI: 00005602cc298f2e RDI: 0000000000000005 [ 2213.305532][ T44] RBP: 00007ffe69f5a790 R08: 0000000000000000 R09: 0000000000000000 [ 2213.305697][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005602cc298f2e [ 2213.305863][ T44] R13: 0000000000040000 R14: 00005602e0cf2b20 R15: 00005602e0cf2460 | [ 2213.313324][ T44] 1 lock held by modprobe/29854: | [ 2213.313428][ T44] #0: ffffffff9ea85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.313730][ T44] | [ 2213.313786][ T44] ============================================= | [ 2213.313786][ T44] [ 2336.179544][ T44] INFO: task modprobe:29854 blocked for more than 245 seconds. [ 2336.179823][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2336.180016][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.180242][ T44] task:modprobe state:D stack:25136 pid:29854 tgid:29854 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2336.180551][ T44] Call Trace: [ 2336.180646][ T44] [ 2336.180712][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.180849][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.180978][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.181112][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.181205][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.181329][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.181451][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.181579][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.181700][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.181817][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.181938][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.182058][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2336.182183][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.182275][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.182428][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.182543][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2336.182655][ T44] do_one_initcall (init/main.c:1378) [ 2336.182768][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.182910][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.183024][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.183139][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.183249][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.183363][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.183474][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.183594][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.183705][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.183815][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.183925][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.184041][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.184154][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.184266][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.184374][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.184489][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.184635][ T44] RIP: 0033:0x7f9bef99034d [ 2336.184750][ T44] RSP: 002b:00007ffe69f5a6f8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.184916][ T44] RAX: ffffffffffffffda RBX: 00005602e0cf2a00 RCX: 00007f9bef99034d [ 2336.185076][ T44] RDX: 0000000000000000 RSI: 00005602cc298f2e RDI: 0000000000000005 [ 2336.185241][ T44] RBP: 00007ffe69f5a790 R08: 0000000000000000 R09: 0000000000000000 [ 2336.185402][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005602cc298f2e [ 2336.185573][ T44] R13: 0000000000040000 R14: 00005602e0cf2b20 R15: 00005602e0cf2460 | [ 2336.193589][ T44] 1 lock held by modprobe/29854: | [ 2336.193692][ T44] #0: ffffffff9ea85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.193901][ T44] | [ 2336.193953][ T44] ============================================= | [ 2336.193953][ T44] [ 2459.059544][ T44] INFO: task modprobe:29854 blocked for more than 368 seconds. [ 2459.059815][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2459.060010][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.060236][ T44] task:modprobe state:D stack:25136 pid:29854 tgid:29854 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2459.060550][ T44] Call Trace: [ 2459.060645][ T44] [ 2459.060711][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.060839][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.060967][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.061096][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.061188][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.061310][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.061435][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.061572][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.061699][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.061820][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.061945][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.062074][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2459.062197][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.062283][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.062448][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.062575][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2459.062691][ T44] do_one_initcall (init/main.c:1378) [ 2459.062801][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.062939][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.063054][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.063165][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.063275][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.063390][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.063499][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.063619][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.063729][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.063840][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.063948][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.064062][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.064172][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.064282][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.064392][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.064501][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.064649][ T44] RIP: 0033:0x7f9bef99034d [ 2459.064763][ T44] RSP: 002b:00007ffe69f5a6f8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.064929][ T44] RAX: ffffffffffffffda RBX: 00005602e0cf2a00 RCX: 00007f9bef99034d [ 2459.065094][ T44] RDX: 0000000000000000 RSI: 00005602cc298f2e RDI: 0000000000000005 [ 2459.065255][ T44] RBP: 00007ffe69f5a790 R08: 0000000000000000 R09: 0000000000000000 [ 2459.065417][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005602cc298f2e [ 2459.065586][ T44] R13: 0000000000040000 R14: 00005602e0cf2b20 R15: 00005602e0cf2460 | [ 2459.072900][ T44] 1 lock held by modprobe/29854: | [ 2459.073008][ T44] #0: ffffffff9ea85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.073225][ T44] | [ 2459.073278][ T44] ============================================= | [ 2459.073278][ T44] [ 2581.939547][ T44] INFO: task modprobe:29854 blocked for more than 491 seconds. [ 2581.939825][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2581.940021][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.940251][ T44] task:modprobe state:D stack:25136 pid:29854 tgid:29854 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2581.940592][ T44] Call Trace: [ 2581.940702][ T44] [ 2581.940773][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.940901][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.941027][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.941149][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.941238][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.941360][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.941482][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.941612][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.941734][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.941857][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.941971][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.942083][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2581.942196][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.942280][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.942419][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.942534][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2581.942647][ T44] do_one_initcall (init/main.c:1378) [ 2581.942765][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.942903][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.943015][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.943127][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.943236][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.943348][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.943457][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.943574][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.943684][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.943793][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.943903][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.944016][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.944125][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.944236][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.944346][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.944455][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.944598][ T44] RIP: 0033:0x7f9bef99034d [ 2581.944717][ T44] RSP: 002b:00007ffe69f5a6f8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.944880][ T44] RAX: ffffffffffffffda RBX: 00005602e0cf2a00 RCX: 00007f9bef99034d [ 2581.945044][ T44] RDX: 0000000000000000 RSI: 00005602cc298f2e RDI: 0000000000000005 [ 2581.945205][ T44] RBP: 00007ffe69f5a790 R08: 0000000000000000 R09: 0000000000000000 [ 2581.945366][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005602cc298f2e [ 2581.945532][ T44] R13: 0000000000040000 R14: 00005602e0cf2b20 R15: 00005602e0cf2460 | [ 2581.953178][ T44] 1 lock held by modprobe/29854: | [ 2581.953280][ T44] #0: ffffffff9ea85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.953491][ T44] | [ 2581.953549][ T44] ============================================= | [ 2581.953549][ T44] [ 2704.819543][ T44] INFO: task modprobe:29854 blocked for more than 614 seconds. [ 2704.819809][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2704.820000][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.820212][ T44] task:modprobe state:D stack:25136 pid:29854 tgid:29854 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2704.820521][ T44] Call Trace: [ 2704.820619][ T44] [ 2704.820688][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.820824][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.820962][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.821086][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.821176][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.821304][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.821428][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.821553][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.821672][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.821792][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.821914][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.822037][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2704.822154][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.822240][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.822384][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.822494][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2704.822612][ T44] do_one_initcall (init/main.c:1378) [ 2704.822724][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.822861][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.822974][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.823089][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.823198][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.823315][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.823424][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.823544][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.823653][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.823762][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.823873][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.823985][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.824094][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.824205][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.824315][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.824463][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.824624][ T44] RIP: 0033:0x7f9bef99034d [ 2704.824746][ T44] RSP: 002b:00007ffe69f5a6f8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.824921][ T44] RAX: ffffffffffffffda RBX: 00005602e0cf2a00 RCX: 00007f9bef99034d [ 2704.825096][ T44] RDX: 0000000000000000 RSI: 00005602cc298f2e RDI: 0000000000000005 [ 2704.825271][ T44] RBP: 00007ffe69f5a790 R08: 0000000000000000 R09: 0000000000000000 [ 2704.825449][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005602cc298f2e [ 2704.825628][ T44] R13: 0000000000040000 R14: 00005602e0cf2b20 R15: 00005602e0cf2460 | [ 2704.833256][ T44] 1 lock held by modprobe/29854: | [ 2704.833361][ T44] #0: ffffffff9ea85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.833672][ T44] | [ 2704.833725][ T44] ============================================= | [ 2704.833725][ T44] [ 2827.699544][ T44] INFO: task modprobe:29854 blocked for more than 737 seconds. [ 2827.699773][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2827.699948][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.700146][ T44] task:modprobe state:D stack:25136 pid:29854 tgid:29854 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2827.700407][ T44] Call Trace: [ 2827.700495][ T44] [ 2827.700574][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.700698][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.700814][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.700931][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.701023][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.701139][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.701255][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.701376][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.701485][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.701602][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.701710][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.701820][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2827.701932][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.702014][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.702158][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.702266][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2827.702376][ T44] do_one_initcall (init/main.c:1378) [ 2827.702490][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.702634][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.702749][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.702861][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.702971][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.703085][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.703194][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.703307][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.703415][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.703528][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.703638][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.703752][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.703858][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.703969][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.704077][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.704189][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.704321][ T44] RIP: 0033:0x7f9bef99034d [ 2827.704439][ T44] RSP: 002b:00007ffe69f5a6f8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.704616][ T44] RAX: ffffffffffffffda RBX: 00005602e0cf2a00 RCX: 00007f9bef99034d [ 2827.704776][ T44] RDX: 0000000000000000 RSI: 00005602cc298f2e RDI: 0000000000000005 [ 2827.704938][ T44] RBP: 00007ffe69f5a790 R08: 0000000000000000 R09: 0000000000000000 [ 2827.705102][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005602cc298f2e [ 2827.705263][ T44] R13: 0000000000040000 R14: 00005602e0cf2b20 R15: 00005602e0cf2460 | [ 2827.713422][ T44] 1 lock held by modprobe/29854: | [ 2827.713631][ T44] #0: ffffffff9ea85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.713847][ T44] | [ 2827.713899][ T44] ============================================= | [ 2827.713899][ T44] [ 2950.579543][ T44] INFO: task modprobe:29854 blocked for more than 860 seconds. [ 2950.579773][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2950.579950][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.580145][ T44] task:modprobe state:D stack:25136 pid:29854 tgid:29854 ppid:1 task_flags:0x400100 flags:0x00080002 [ 2950.580414][ T44] Call Trace: [ 2950.580502][ T44] [ 2950.580581][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.580705][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.580817][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.580937][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.581021][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.581134][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.581248][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.581362][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.581473][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.581590][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.581701][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.581812][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 2950.581928][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.582010][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.582148][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.582258][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 2950.582368][ T44] do_one_initcall (init/main.c:1378) [ 2950.582480][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.582623][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.582736][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.582849][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.582960][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.583073][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.583182][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.583296][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.583407][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.583520][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.583630][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.583744][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.583852][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.583966][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.584075][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.584186][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.584319][ T44] RIP: 0033:0x7f9bef99034d [ 2950.584435][ T44] RSP: 002b:00007ffe69f5a6f8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.584612][ T44] RAX: ffffffffffffffda RBX: 00005602e0cf2a00 RCX: 00007f9bef99034d [ 2950.584774][ T44] RDX: 0000000000000000 RSI: 00005602cc298f2e RDI: 0000000000000005 [ 2950.584942][ T44] RBP: 00007ffe69f5a790 R08: 0000000000000000 R09: 0000000000000000 [ 2950.585103][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005602cc298f2e [ 2950.585265][ T44] R13: 0000000000040000 R14: 00005602e0cf2b20 R15: 00005602e0cf2460 | [ 2950.592450][ T44] 1 lock held by modprobe/29854: | [ 2950.592653][ T44] #0: ffffffff9ea85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.592872][ T44] | [ 2950.592930][ T44] ============================================= | [ 2950.592930][ T44] [ 3073.460545][ T44] INFO: task modprobe:29854 blocked for more than 983 seconds. [ 3073.460778][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3073.460951][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.461150][ T44] task:modprobe state:D stack:25136 pid:29854 tgid:29854 ppid:1 task_flags:0x400100 flags:0x00080002 [ 3073.461420][ T44] Call Trace: [ 3073.461526][ T44] [ 3073.461593][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.461724][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.461840][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.461954][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.462040][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.462149][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.462261][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.462376][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.462489][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.462607][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.462721][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.462836][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 3073.462952][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.463034][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.463171][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.463278][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 3073.463388][ T44] do_one_initcall (init/main.c:1378) [ 3073.463498][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.463642][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.463756][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.463867][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.463975][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.464090][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.464198][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.464312][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.464424][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.464539][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.464647][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.464761][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.464868][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.464978][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.465086][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.465199][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.465333][ T44] RIP: 0033:0x7f9bef99034d [ 3073.465449][ T44] RSP: 002b:00007ffe69f5a6f8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.465618][ T44] RAX: ffffffffffffffda RBX: 00005602e0cf2a00 RCX: 00007f9bef99034d [ 3073.465785][ T44] RDX: 0000000000000000 RSI: 00005602cc298f2e RDI: 0000000000000005 [ 3073.465948][ T44] RBP: 00007ffe69f5a790 R08: 0000000000000000 R09: 0000000000000000 [ 3073.466110][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005602cc298f2e [ 3073.466269][ T44] R13: 0000000000040000 R14: 00005602e0cf2b20 R15: 00005602e0cf2460 | [ 3073.473364][ T44] 1 lock held by modprobe/29854: | [ 3073.473465][ T44] #0: ffffffff9ea85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3073.473687][ T44] | [ 3073.473742][ T44] ============================================= | [ 3073.473742][ T44] [ 3196.340546][ T44] INFO: task modprobe:29854 blocked for more than 1105 seconds. [ 3196.340761][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3196.340919][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.341098][ T44] task:modprobe state:D stack:25136 pid:29854 tgid:29854 ppid:1 task_flags:0x400100 flags:0x00080002 [ 3196.341348][ T44] Call Trace: [ 3196.341438][ T44] [ 3196.341498][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.341635][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.341750][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.341865][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.341949][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.342058][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.342169][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.342280][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.342388][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3196.342498][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.342619][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.342731][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 3196.342845][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.342928][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.343067][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3196.343175][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 3196.343287][ T44] do_one_initcall (init/main.c:1378) [ 3196.343395][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3196.343541][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.343651][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.343764][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.343871][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3196.343981][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.344092][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.344204][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.344312][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.344421][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.344536][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.344646][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.344752][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.344863][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.344973][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.345082][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.345215][ T44] RIP: 0033:0x7f9bef99034d [ 3196.345329][ T44] RSP: 002b:00007ffe69f5a6f8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.345492][ T44] RAX: ffffffffffffffda RBX: 00005602e0cf2a00 RCX: 00007f9bef99034d [ 3196.345666][ T44] RDX: 0000000000000000 RSI: 00005602cc298f2e RDI: 0000000000000005 [ 3196.345825][ T44] RBP: 00007ffe69f5a790 R08: 0000000000000000 R09: 0000000000000000 [ 3196.345984][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005602cc298f2e [ 3196.346144][ T44] R13: 0000000000040000 R14: 00005602e0cf2b20 R15: 00005602e0cf2460 | [ 3196.353959][ T44] 1 lock held by modprobe/29854: | [ 3196.354060][ T44] #0: ffffffff9ea85c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 3196.354282][ T44] | [ 3196.354334][ T44] ============================================= | [ 3196.354334][ T44] [ 3319.220546][ T44] INFO: task modprobe:29854 blocked for more than 1228 seconds. [ 3319.220777][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3319.220951][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3319.221151][ T44] task:modprobe state:D stack:25136 pid:29854 tgid:29854 ppid:1 task_flags:0x400100 flags:0x00080002 [ 3319.221410][ T44] Call Trace: [ 3319.221519][ T44] [ 3319.221582][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3319.221707][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3319.221830][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.221952][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3319.222043][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3319.222158][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3319.222272][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3319.222386][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.222500][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3319.222623][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.222731][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3319.222839][ T44] ? pg_cleanup (net/core/pktgen.c:4130) pktgen [ 3319.222950][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3319.223033][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3319.223173][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3319.223282][ T44] pg_init (net/core/pktgen.c:4102) pktgen [ 3319.223391][ T44] do_one_initcall (init/main.c:1378) [ 3319.223513][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3319.223648][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3319.223759][ T44] do_init_module (kernel/module/main.c:3039) [ 3319.223869][ T44] ? free_module (kernel/module/main.c:3011) [ 3319.223979][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3319.224090][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3319.224197][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3319.224313][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3319.224423][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3319.224537][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3319.224648][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3319.224758][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3319.224867][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3319.224976][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3319.225085][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3319.225194][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3319.225328][ T44] RIP: 0033:0x7f9bef99034d [ 3319.225448][ T44] RSP: 002b:00007ffe69f5a6f8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3319.225619][ T44] RAX: ffffffffffffffda RBX: 00005602e0cf2a00 RCX: 00007f9bef99034d [ 3319.225780][ T44] RDX: 0000000000000000 RSI: 00005602cc298f2e RDI: 0000000000000005 [ 3319.225938][ T44] RBP: 00007ffe69f5a790 R08: 0000000000000000 R09: 0000000000000000 [ 3319.226098][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005602cc298f2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule