====================================== | xx__-> [ 1790.358299][ T12] ------------[ cut here ]------------ | [ 1790.358723][ T12] conntrack cleanup blocked for 60s | [ 1790.358726][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#2: 0/12 | [ 1790.359322][ T12] Modules linked in: vxlan(+) xt_conntrack nft_chain_nat xt_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_bpf netdevsim psample unix_diag act_gact cls_matchall sch_ingress xfrm_user xt_policy ipt_REJECT nf_reject_ipv4 nft_compat nf_tables [ 1790.360349][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1790.360563][ T12] Workqueue: netns cleanup_net [ 1790.360774][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 1790.361032][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 08 2d cc 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 de 21 cb e9 25 fd ff ff 48 8d 3d 46 c6 e7 ff <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 08 2d cc mov -0x33d2f74d(%rip),%rax # 0xffffffffcc2d08c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 de 21 cb call 0xffffffffcb21de60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 c6 e7 ff lea -0x1839ba(%rip),%rdi # 0xffffffffffe7c670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 1790.361563][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 1790.361786][ T12] RAX: 000000010016bbde RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 1790.362032][ T12] RDX: 000000010016bbdd RSI: 0000000000000004 RDI: ffffffffc05bd030 [ 1790.362291][ T12] RBP: 0000000000000001 R08: ffffffffc07407ba R09: ffe21c0000a986c4 [ 1790.362530][ T12] R10: ffe21c0000a986c5 R11: 0000000000000001 R12: dffffc0000000000 [ 1790.362775][ T12] R13: ff110000054c3620 R14: fffffbfff80b9407 R15: ff11000013b20400 [ 1790.363017][ T12] FS: 0000000000000000(0000) GS:ff110000de2f3000(0000) knlGS:0000000000000000 [ 1790.363312][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1790.363904][ T12] CR2: 000055cb74ca41f8 CR3: 0000000033148004 CR4: 0000000000771ef0 [ 1790.364145][ T12] PKRU: 55555554 [ 1790.364305][ T12] Call Trace: [ 1790.364452][ T12] [ 1790.364569][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 1790.364795][ T12] ? kfree (mm/slub.c:6668 (discriminator 3) mm/slub.c:6876 (discriminator 3)) [ 1790.364940][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1790.365124][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 1790.365350][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 1790.365537][ T12] ? netns_install (net/core/net_namespace.c:223) [ 1790.365725][ T12] cleanup_net (net/core/net_namespace.c:698) [ 1790.365900][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1790.366079][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 1790.366255][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1790.366452][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1790.366627][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1790.366811][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1790.366989][ T12] process_one_work (kernel/workqueue.c:3262) [ 1790.367170][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 1790.367355][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 1790.367534][ T12] ? assign_work (kernel/workqueue.c:1200) [ 1790.367716][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 1790.367897][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 1790.368072][ T12] kthread (kernel/kthread.c:463) [ 1790.368227][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1790.368417][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1790.368595][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1790.368778][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1790.368959][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 1790.369138][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1790.369356][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 1790.369536][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1790.369720][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 1790.370220][ T12] hardirqs last enabled at (8647073): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 1790.370503][ T12] hardirqs last disabled at (8647084): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 1790.370778][ T12] softirqs last enabled at (8646570): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 1790.371044][ T12] softirqs last disabled at (8646563): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 1790.371332][ T12] ---[ end trace 0000000000000000 ]--- [ 1967.545327][ T44] INFO: task modprobe:23603 blocked for more than 122 seconds. [ 1967.545806][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 1967.546036][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 1967.546319][ T44] task:modprobe state:D stack:25072 pid:23603 tgid:23603 ppid:4541 task_flags:0x400100 flags:0x00080000 [ 1967.546674][ T44] Call Trace: [ 1967.546851][ T44] [ 1967.546969][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 1967.547151][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 1967.547339][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1967.547518][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 1967.547658][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 1967.547828][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 1967.548003][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 1967.548179][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1967.548366][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 1967.548540][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 1967.548712][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1967.548886][ T44] ? vxlan_cleanup_module (drivers/net/vxlan/vxlan_core.c:3477 (discriminator 1)) vxlan [ 1967.549089][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 1967.549225][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 1967.549440][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 1967.549625][ T44] vxlan_init_module (vxlan.mod.c:?) vxlan [ 1967.549798][ T44] do_one_initcall (init/main.c:1378) [ 1967.549963][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 1967.550151][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 1967.550326][ T44] do_init_module (kernel/module/main.c:3039) [ 1967.550884][ T44] ? free_module (kernel/module/main.c:3011) [ 1967.551049][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 1967.551210][ T44] init_module_from_file (kernel/module/main.c:3712) [ 1967.551380][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 1967.551547][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1967.551707][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 1967.551865][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 1967.552031][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 1967.552194][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1967.552368][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 1967.552537][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 1967.552696][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 1967.552856][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 1967.553039][ T44] RIP: 0033:0x7f1ff1d6f34d [ 1967.553216][ T44] RSP: 002b:00007fff5cf152a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 1967.553448][ T44] RAX: ffffffffffffffda RBX: 000055b84d911b10 RCX: 00007f1ff1d6f34d [ 1967.553671][ T44] RDX: 0000000000000000 RSI: 000055b835c15f2e RDI: 0000000000000000 [ 1967.553883][ T44] RBP: 00007fff5cf15340 R08: 0000000000000000 R09: 0000000000000000 [ 1967.554105][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b835c15f2e [ 1967.554329][ T44] R13: 0000000000040000 R14: 000055b84d911c60 R15: 000055b84d911570 | [ 1967.565383][ T44] 1 lock held by modprobe/23603: | [ 1967.565545][ T44] #0: ffffffff8d485bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 1967.565815][ T44] | [ 1967.565920][ T44] ============================================= | [ 1967.565920][ T44] [ 2090.425312][ T44] INFO: task modprobe:23603 blocked for more than 245 seconds. [ 2090.425656][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2090.425904][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2090.426182][ T44] task:modprobe state:D stack:25072 pid:23603 tgid:23603 ppid:4541 task_flags:0x400100 flags:0x00080000 [ 2090.426534][ T44] Call Trace: [ 2090.426677][ T44] [ 2090.426792][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2090.426974][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2090.427149][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.427347][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2090.427489][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2090.427655][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2090.427827][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2090.428004][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.428191][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2090.428368][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.428534][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2090.428702][ T44] ? vxlan_cleanup_module (drivers/net/vxlan/vxlan_core.c:3477 (discriminator 1)) vxlan [ 2090.428911][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2090.429053][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2090.429261][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2090.429456][ T44] vxlan_init_module (vxlan.mod.c:?) vxlan [ 2090.429628][ T44] do_one_initcall (init/main.c:1378) [ 2090.429793][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2090.429984][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2090.430149][ T44] do_init_module (kernel/module/main.c:3039) [ 2090.430329][ T44] ? free_module (kernel/module/main.c:3011) [ 2090.430487][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2090.430651][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2090.430809][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2090.430973][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.431132][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2090.431312][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2090.431473][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2090.431643][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.431803][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2090.431963][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2090.432128][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2090.432309][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2090.432491][ T44] RIP: 0033:0x7f1ff1d6f34d [ 2090.432654][ T44] RSP: 002b:00007fff5cf152a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2090.432872][ T44] RAX: ffffffffffffffda RBX: 000055b84d911b10 RCX: 00007f1ff1d6f34d [ 2090.433086][ T44] RDX: 0000000000000000 RSI: 000055b835c15f2e RDI: 0000000000000000 [ 2090.433314][ T44] RBP: 00007fff5cf15340 R08: 0000000000000000 R09: 0000000000000000 [ 2090.433526][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b835c15f2e [ 2090.433740][ T44] R13: 0000000000040000 R14: 000055b84d911c60 R15: 000055b84d911570 | [ 2090.444813][ T44] 1 lock held by modprobe/23603: | [ 2090.444966][ T44] #0: ffffffff8d485bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2090.445227][ T44] | [ 2090.445341][ T44] ============================================= | [ 2090.445341][ T44] [ 2213.305304][ T44] INFO: task modprobe:23603 blocked for more than 368 seconds. [ 2213.305630][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2213.305884][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.306158][ T44] task:modprobe state:D stack:25072 pid:23603 tgid:23603 ppid:4541 task_flags:0x400100 flags:0x00080000 [ 2213.306516][ T44] Call Trace: [ 2213.306655][ T44] [ 2213.306767][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.306946][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.307124][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.307316][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.307461][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.307629][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.307799][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.307975][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.308145][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.308336][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.308511][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.308681][ T44] ? vxlan_cleanup_module (drivers/net/vxlan/vxlan_core.c:3477 (discriminator 1)) vxlan [ 2213.308889][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.309035][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.309241][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2213.309430][ T44] vxlan_init_module (vxlan.mod.c:?) vxlan [ 2213.309597][ T44] do_one_initcall (init/main.c:1378) [ 2213.309760][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.309954][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.310121][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.310308][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.310470][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.310635][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.310793][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.310967][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.311126][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.311297][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.311459][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.311621][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.311788][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.311953][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.312114][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.312293][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.312479][ T44] RIP: 0033:0x7f1ff1d6f34d [ 2213.312641][ T44] RSP: 002b:00007fff5cf152a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.312857][ T44] RAX: ffffffffffffffda RBX: 000055b84d911b10 RCX: 00007f1ff1d6f34d [ 2213.313076][ T44] RDX: 0000000000000000 RSI: 000055b835c15f2e RDI: 0000000000000000 [ 2213.313299][ T44] RBP: 00007fff5cf15340 R08: 0000000000000000 R09: 0000000000000000 [ 2213.313509][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b835c15f2e [ 2213.313720][ T44] R13: 0000000000040000 R14: 000055b84d911c60 R15: 000055b84d911570 | [ 2213.324719][ T44] 1 lock held by modprobe/23603: | [ 2213.324876][ T44] #0: ffffffff8d485bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2213.325137][ T44] | [ 2213.325236][ T44] ============================================= | [ 2213.325236][ T44] [ 2336.184294][ T44] INFO: task modprobe:23603 blocked for more than 491 seconds. [ 2336.184639][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2336.184912][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.185200][ T44] task:modprobe state:D stack:25072 pid:23603 tgid:23603 ppid:4541 task_flags:0x400100 flags:0x00080000 [ 2336.185594][ T44] Call Trace: [ 2336.185740][ T44] [ 2336.185861][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.186040][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.186222][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.186410][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.186555][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.186729][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.186905][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.187083][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.187255][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.187442][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.187614][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.187785][ T44] ? vxlan_cleanup_module (drivers/net/vxlan/vxlan_core.c:3477 (discriminator 1)) vxlan [ 2336.187992][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.188132][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.188354][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2336.188527][ T44] vxlan_init_module (vxlan.mod.c:?) vxlan [ 2336.188706][ T44] do_one_initcall (init/main.c:1378) [ 2336.188872][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.189057][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.189220][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.189395][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.189556][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.189716][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.189890][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.190057][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.190215][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.190387][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.190547][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.190710][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.190881][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.191040][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.191199][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.191373][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.191556][ T44] RIP: 0033:0x7f1ff1d6f34d [ 2336.191721][ T44] RSP: 002b:00007fff5cf152a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.191939][ T44] RAX: ffffffffffffffda RBX: 000055b84d911b10 RCX: 00007f1ff1d6f34d [ 2336.192154][ T44] RDX: 0000000000000000 RSI: 000055b835c15f2e RDI: 0000000000000000 [ 2336.192383][ T44] RBP: 00007fff5cf15340 R08: 0000000000000000 R09: 0000000000000000 [ 2336.192596][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b835c15f2e [ 2336.192830][ T44] R13: 0000000000040000 R14: 000055b84d911c60 R15: 000055b84d911570 | [ 2336.203628][ T44] 1 lock held by modprobe/23603: | [ 2336.203782][ T44] #0: ffffffff8d485bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2336.204045][ T44] | [ 2336.204150][ T44] ============================================= | [ 2336.204150][ T44] [ 2459.064294][ T44] INFO: task modprobe:23603 blocked for more than 614 seconds. [ 2459.064613][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2459.064864][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.065130][ T44] task:modprobe state:D stack:25072 pid:23603 tgid:23603 ppid:4541 task_flags:0x400100 flags:0x00080000 [ 2459.065498][ T44] Call Trace: [ 2459.065651][ T44] [ 2459.065780][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.065963][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.066136][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.066321][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.066461][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.066637][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.066818][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.066989][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.067158][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.067333][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.067501][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.067679][ T44] ? vxlan_cleanup_module (drivers/net/vxlan/vxlan_core.c:3477 (discriminator 1)) vxlan [ 2459.067889][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.068029][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.068229][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2459.068410][ T44] vxlan_init_module (vxlan.mod.c:?) vxlan [ 2459.068579][ T44] do_one_initcall (init/main.c:1378) [ 2459.068752][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.068946][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.069106][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.069282][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.069441][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.069605][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.069772][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.069937][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.070100][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.070258][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.070433][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.070597][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.070765][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.070927][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.071087][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.071251][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.071447][ T44] RIP: 0033:0x7f1ff1d6f34d [ 2459.071609][ T44] RSP: 002b:00007fff5cf152a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.071826][ T44] RAX: ffffffffffffffda RBX: 000055b84d911b10 RCX: 00007f1ff1d6f34d [ 2459.072036][ T44] RDX: 0000000000000000 RSI: 000055b835c15f2e RDI: 0000000000000000 [ 2459.072251][ T44] RBP: 00007fff5cf15340 R08: 0000000000000000 R09: 0000000000000000 [ 2459.072475][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b835c15f2e [ 2459.072687][ T44] R13: 0000000000040000 R14: 000055b84d911c60 R15: 000055b84d911570 | [ 2459.083651][ T44] 1 lock held by modprobe/23603: | [ 2459.083806][ T44] #0: ffffffff8d485bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2459.084062][ T44] | [ 2459.084161][ T44] ============================================= | [ 2459.084161][ T44] [ 2581.945295][ T44] INFO: task modprobe:23603 blocked for more than 737 seconds. [ 2581.945634][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2581.945887][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.946153][ T44] task:modprobe state:D stack:25072 pid:23603 tgid:23603 ppid:4541 task_flags:0x400100 flags:0x00080000 [ 2581.946512][ T44] Call Trace: [ 2581.946655][ T44] [ 2581.946772][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.946950][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.947126][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.947315][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.947459][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.947630][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.947808][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.947986][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.948162][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.948339][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.948510][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.948681][ T44] ? vxlan_cleanup_module (drivers/net/vxlan/vxlan_core.c:3477 (discriminator 1)) vxlan [ 2581.948904][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.949044][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.949243][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2581.949421][ T44] vxlan_init_module (vxlan.mod.c:?) vxlan [ 2581.949589][ T44] do_one_initcall (init/main.c:1378) [ 2581.949765][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.949958][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.950129][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.950306][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.950465][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.950625][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.950791][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.950955][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.951119][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.951300][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.951459][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.951625][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.951788][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.951948][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.952107][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.952280][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.952475][ T44] RIP: 0033:0x7f1ff1d6f34d [ 2581.952639][ T44] RSP: 002b:00007fff5cf152a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.952861][ T44] RAX: ffffffffffffffda RBX: 000055b84d911b10 RCX: 00007f1ff1d6f34d [ 2581.953071][ T44] RDX: 0000000000000000 RSI: 000055b835c15f2e RDI: 0000000000000000 [ 2581.953293][ T44] RBP: 00007fff5cf15340 R08: 0000000000000000 R09: 0000000000000000 [ 2581.953508][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b835c15f2e [ 2581.953716][ T44] R13: 0000000000040000 R14: 000055b84d911c60 R15: 000055b84d911570 | [ 2581.964537][ T44] 1 lock held by modprobe/23603: | [ 2581.964687][ T44] #0: ffffffff8d485bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2581.964956][ T44] | [ 2581.965055][ T44] ============================================= | [ 2581.965055][ T44] [ 2704.825292][ T44] INFO: task modprobe:23603 blocked for more than 860 seconds. [ 2704.825625][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2704.825877][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.826156][ T44] task:modprobe state:D stack:25072 pid:23603 tgid:23603 ppid:4541 task_flags:0x400100 flags:0x00080000 [ 2704.826509][ T44] Call Trace: [ 2704.826653][ T44] [ 2704.826765][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.826951][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.827127][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.827317][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.827471][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.827640][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.827818][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.827991][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.828167][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.828351][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.828514][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.828680][ T44] ? vxlan_cleanup_module (drivers/net/vxlan/vxlan_core.c:3477 (discriminator 1)) vxlan [ 2704.828900][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.829035][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.829235][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2704.829415][ T44] vxlan_init_module (vxlan.mod.c:?) vxlan [ 2704.829589][ T44] do_one_initcall (init/main.c:1378) [ 2704.829757][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.829952][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.830121][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.830307][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.830467][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.830636][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.830801][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.830965][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.831126][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.831298][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.831458][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.831625][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.831790][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.831953][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.832114][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.832291][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.832477][ T44] RIP: 0033:0x7f1ff1d6f34d [ 2704.832641][ T44] RSP: 002b:00007fff5cf152a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.832866][ T44] RAX: ffffffffffffffda RBX: 000055b84d911b10 RCX: 00007f1ff1d6f34d [ 2704.833075][ T44] RDX: 0000000000000000 RSI: 000055b835c15f2e RDI: 0000000000000000 [ 2704.833298][ T44] RBP: 00007fff5cf15340 R08: 0000000000000000 R09: 0000000000000000 [ 2704.833507][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b835c15f2e [ 2704.833722][ T44] R13: 0000000000040000 R14: 000055b84d911c60 R15: 000055b84d911570 | [ 2704.844543][ T44] 1 lock held by modprobe/23603: | [ 2704.844694][ T44] #0: ffffffff8d485bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2704.844962][ T44] | [ 2704.845062][ T44] ============================================= | [ 2704.845062][ T44] [ 2827.705292][ T44] INFO: task modprobe:23603 blocked for more than 983 seconds. [ 2827.705609][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2827.705855][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.706128][ T44] task:modprobe state:D stack:25072 pid:23603 tgid:23603 ppid:4541 task_flags:0x400100 flags:0x00080000 [ 2827.706496][ T44] Call Trace: [ 2827.706636][ T44] [ 2827.706743][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.706924][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.707095][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.707292][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.707433][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.707600][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.707764][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.707938][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.708102][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.708265][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.708444][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.708607][ T44] ? vxlan_cleanup_module (drivers/net/vxlan/vxlan_core.c:3477 (discriminator 1)) vxlan [ 2827.708800][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.708940][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.709131][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2827.709305][ T44] vxlan_init_module (vxlan.mod.c:?) vxlan [ 2827.709468][ T44] do_one_initcall (init/main.c:1378) [ 2827.709633][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.709827][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.709990][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.710158][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.710336][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.710497][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.710660][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.710836][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.710997][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.711157][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.711332][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.711495][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.711656][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.711828][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.711991][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.712151][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.712346][ T44] RIP: 0033:0x7f1ff1d6f34d [ 2827.712508][ T44] RSP: 002b:00007fff5cf152a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.712720][ T44] RAX: ffffffffffffffda RBX: 000055b84d911b10 RCX: 00007f1ff1d6f34d [ 2827.712939][ T44] RDX: 0000000000000000 RSI: 000055b835c15f2e RDI: 0000000000000000 [ 2827.713148][ T44] RBP: 00007fff5cf15340 R08: 0000000000000000 R09: 0000000000000000 [ 2827.713372][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b835c15f2e [ 2827.713586][ T44] R13: 0000000000040000 R14: 000055b84d911c60 R15: 000055b84d911570 | [ 2827.724447][ T44] 1 lock held by modprobe/23603: | [ 2827.724598][ T44] #0: ffffffff8d485bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2827.724860][ T44] | [ 2827.724959][ T44] ============================================= | [ 2827.724959][ T44] [ 2950.585291][ T44] INFO: task modprobe:23603 blocked for more than 1105 seconds. [ 2950.585603][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2950.585847][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.586109][ T44] task:modprobe state:D stack:25072 pid:23603 tgid:23603 ppid:4541 task_flags:0x400100 flags:0x00080000 [ 2950.586475][ T44] Call Trace: [ 2950.586624][ T44] [ 2950.586743][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.586919][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.587085][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.587254][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.587407][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.587574][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.587739][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.587911][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.588073][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.588232][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.588409][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.588577][ T44] ? vxlan_cleanup_module (drivers/net/vxlan/vxlan_core.c:3477 (discriminator 1)) vxlan [ 2950.588779][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.588919][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.589106][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 2950.589263][ T44] vxlan_init_module (vxlan.mod.c:?) vxlan [ 2950.589443][ T44] do_one_initcall (init/main.c:1378) [ 2950.589603][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.589789][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.589959][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.590121][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.590294][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.590458][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.590618][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.590783][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.590949][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.591116][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.591288][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.591451][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.591614][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.591773][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.591940][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.592099][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.592299][ T44] RIP: 0033:0x7f1ff1d6f34d [ 2950.592462][ T44] RSP: 002b:00007fff5cf152a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.592675][ T44] RAX: ffffffffffffffda RBX: 000055b84d911b10 RCX: 00007f1ff1d6f34d [ 2950.592890][ T44] RDX: 0000000000000000 RSI: 000055b835c15f2e RDI: 0000000000000000 [ 2950.593098][ T44] RBP: 00007fff5cf15340 R08: 0000000000000000 R09: 0000000000000000 [ 2950.593326][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b835c15f2e [ 2950.593535][ T44] R13: 0000000000040000 R14: 000055b84d911c60 R15: 000055b84d911570 | [ 2950.604294][ T44] 1 lock held by modprobe/23603: | [ 2950.604448][ T44] #0: ffffffff8d485bd0 (pernet_ops_rwsem){++++}-{4:4}, at: register_pernet_subsys (net/core/net_namespace.c:1430) | [ 2950.604715][ T44] | [ 2950.604813][ T44] ============================================= | [ 2950.604813][ T44] [ 3073.465293][ T44] INFO: task modprobe:23603 blocked for more than 1228 seconds. [ 3073.465605][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3073.465843][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.466107][ T44] task:modprobe state:D stack:25072 pid:23603 tgid:23603 ppid:4541 task_flags:0x400100 flags:0x00080000 [ 3073.466445][ T44] Call Trace: [ 3073.466584][ T44] [ 3073.466701][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.466883][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.467061][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.467229][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.467382][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.467543][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.467712][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.467888][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.468052][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.468213][ T44] ? register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.468402][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.468564][ T44] ? vxlan_cleanup_module (drivers/net/vxlan/vxlan_core.c:3477 (discriminator 1)) vxlan [ 3073.468761][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.468904][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.469100][ T44] register_pernet_subsys (net/core/net_namespace.c:1430) [ 3073.469259][ T44] vxlan_init_module (vxlan.mod.c:?) vxlan [ 3073.469440][ T44] do_one_initcall (init/main.c:1378) [ 3073.469597][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.469788][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.469954][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.470117][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.470295][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.470454][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.470614][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.470777][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.470942][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.471104][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.471283][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.471443][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.471601][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.471761][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.471926][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.472085][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.472282][ T44] RIP: 0033:0x7f1ff1d6f34d [ 3073.472444][ T44] RSP: 002b:00007fff5cf152a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.472660][ T44] RAX: ffffffffffffffda RBX: 000055b84d911b10 RCX: 00007f1ff1d6f34d [ 3073.472879][ T44] RDX: 0000000000000000 RSI: 000055b835c15f2e RDI: 0000000000000000 [ 3073.473089][ T44] RBP: 00007fff5cf15340 R08: 0000000000000000 R09: 0000000000000000 [ 3073.473315][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 000055b835c15f2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule