====================================== | xx__-> [ 1883.678813][ T12] ------------[ cut here ]------------ | [ 1883.679127][ T12] conntrack cleanup blocked for 60s | [ 1883.679129][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at 0x0, CPU#1: kworker/u16:0/12 | [ 1883.679514][ T12] Modules linked in: ipvlan(+) cls_bpf xt_conntrack nft_compat nf_tables sctp_diag sctp act_mirred cls_u32 ifb openvswitch psample nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 nsh act_gact cls_flower sch_ingress vxlan [ 1883.680408][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1883.680576][ T12] Workqueue: netns cleanup_net [ 1883.680716][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 1883.680939][ T12] Code: 00 48 8b 54 24 18 48 8b 05 c3 28 78 db 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 ae 67 da e9 25 fd ff ff 48 8d 3d 56 96 e2 ff <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 c3 28 78 db mov -0x2487d73d(%rip),%rax # 0xffffffffdb7828d0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 ae 67 da call 0xffffffffda67ae60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 56 96 e2 ff lea -0x1d69aa(%rip),%rdi # 0xffffffffffe29680 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 1883.681406][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 1883.681564][ T12] RAX: 00000001001827db RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 1883.681755][ T12] RDX: 00000001001827da RSI: 0000000000000004 RDI: ffffffffc02b8030 [ 1883.681952][ T12] RBP: 0000000000000001 R08: ffffffffc048e7aa R09: ffe21c00009ab67c [ 1883.682140][ T12] R10: ffe21c00009ab67d R11: 0000000000000001 R12: dffffc0000000000 [ 1883.682328][ T12] R13: ff11000004d5b3e0 R14: fffffbfff8058a07 R15: ff110000141bc400 [ 1883.682513][ T12] FS: 0000000000000000(0000) GS:ff110000cf08b000(0000) knlGS:0000000000000000 [ 1883.682733][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1883.682891][ T12] CR2: 00007f7d36433db4 CR3: 000000004ef48001 CR4: 0000000000771ef0 [ 1883.683324][ T12] PKRU: 55555554 [ 1883.683418][ T12] Call Trace: [ 1883.683509][ T12] [ 1883.683577][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 1883.683735][ T12] ? kfree (mm/slub.c:6663 (discriminator 3) mm/slub.c:6871 (discriminator 3)) [ 1883.683839][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1883.683968][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 1883.684122][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 1883.684251][ T12] ? netns_install (net/core/net_namespace.c:223) [ 1883.684374][ T12] cleanup_net (net/core/net_namespace.c:698) [ 1883.684500][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1883.684622][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 1883.684750][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1883.684878][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1883.684999][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1883.685118][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1883.685244][ T12] process_one_work (kernel/workqueue.c:3262) [ 1883.685367][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 1883.685487][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 1883.685614][ T12] ? assign_work (kernel/workqueue.c:1200) [ 1883.685735][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 1883.685865][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 1883.685985][ T12] kthread (kernel/kthread.c:463) [ 1883.686077][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1883.686196][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1883.686321][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1883.686440][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1883.686565][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 1883.686685][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1883.686846][ T12] ? __switch_to (./include/linux/thread_info.h:140 (discriminator 2) arch/x86/kernel/process.h:16 (discriminator 2) arch/x86/kernel/process_64.c:676 (discriminator 2)) [ 1883.686967][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1883.687087][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 1883.687434][ T12] hardirqs last enabled at (32618663): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 1883.687650][ T12] hardirqs last disabled at (32618670): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 1883.687868][ T12] softirqs last enabled at (32618290): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 1883.688080][ T12] softirqs last disabled at (32618285): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 1883.688298][ T12] ---[ end trace 0000000000000000 ]--- [ 2090.564877][ T44] INFO: task modprobe:3007 blocked for more than 122 seconds. [ 2090.565317][ T44] Tainted: G W 6.18.0-virtme #1 [ 2090.565532][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2090.565842][ T44] task:modprobe state:D stack:25136 pid:3007 tgid:3007 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2090.566193][ T44] Call Trace: [ 2090.566337][ T44] [ 2090.566460][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2090.566647][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2090.566845][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.567028][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2090.567176][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2090.567351][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2090.567522][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2090.567695][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2090.567887][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2090.568055][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8785) [ 2090.568219][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2090.568409][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2090.568589][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2090.568757][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2090.568913][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2090.569104][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2090.569302][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2090.569470][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2090.569637][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2090.569849][ T44] do_one_initcall (init/main.c:1283) [ 2090.570015][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1274) [ 2090.570401][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2090.570577][ T44] do_init_module (kernel/module/main.c:3039) [ 2090.570747][ T44] ? free_module (kernel/module/main.c:3011) [ 2090.570925][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2090.571098][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2090.571263][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2090.571441][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.571611][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2090.571779][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2090.571962][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2090.572127][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.572294][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2090.572466][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2090.572630][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2090.572817][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2090.573004][ T44] RIP: 0033:0x7f785a40834d [ 2090.573174][ T44] RSP: 002b:00007ffdfa4595c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2090.573404][ T44] RAX: ffffffffffffffda RBX: 0000559013247b10 RCX: 00007f785a40834d [ 2090.573629][ T44] RDX: 0000000000000000 RSI: 00005590095a3f2e RDI: 0000000000000000 [ 2090.573864][ T44] RBP: 00007ffdfa459660 R08: 0000000000000000 R09: 0000000000000000 [ 2090.574081][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005590095a3f2e [ 2090.574297][ T44] R13: 0000000000040000 R14: 0000559013247c60 R15: 0000559013247570 | [ 2090.576548][ T44] 1 lock held by modprobe/3007: | [ 2090.576704][ T44] #0: ffffffff9c679190 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2090.576987][ T44] | [ 2090.577093][ T44] ============================================= | [ 2090.577093][ T44] [ 2213.444826][ T44] INFO: task modprobe:3007 blocked for more than 245 seconds. [ 2213.445136][ T44] Tainted: G W 6.18.0-virtme #1 [ 2213.445349][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.445617][ T44] task:modprobe state:D stack:25136 pid:3007 tgid:3007 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2213.445989][ T44] Call Trace: [ 2213.446132][ T44] [ 2213.446260][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.446441][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.446624][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.446823][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.446971][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.447148][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.447333][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2213.447519][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.447689][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2213.447927][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8785) [ 2213.448093][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2213.448294][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.448460][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2213.448623][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.448775][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.448986][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2213.449180][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2213.449353][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2213.449519][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2213.449708][ T44] do_one_initcall (init/main.c:1283) [ 2213.449888][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1274) [ 2213.450090][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.450269][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.450442][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.450605][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.450774][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.450953][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.451126][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.451298][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.451464][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.451628][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.451818][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.451982][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.452149][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.452323][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.452492][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.452681][ T44] RIP: 0033:0x7f785a40834d [ 2213.452870][ T44] RSP: 002b:00007ffdfa4595c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.453086][ T44] RAX: ffffffffffffffda RBX: 0000559013247b10 RCX: 00007f785a40834d [ 2213.453306][ T44] RDX: 0000000000000000 RSI: 00005590095a3f2e RDI: 0000000000000000 [ 2213.453531][ T44] RBP: 00007ffdfa459660 R08: 0000000000000000 R09: 0000000000000000 [ 2213.453748][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005590095a3f2e [ 2213.453976][ T44] R13: 0000000000040000 R14: 0000559013247c60 R15: 0000559013247570 | [ 2213.456216][ T44] 1 lock held by modprobe/3007: | [ 2213.456378][ T44] #0: ffffffff9c679190 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2213.456650][ T44] | [ 2213.456756][ T44] ============================================= | [ 2213.456756][ T44] [ 2336.323817][ T44] INFO: task modprobe:3007 blocked for more than 368 seconds. [ 2336.324109][ T44] Tainted: G W 6.18.0-virtme #1 [ 2336.324317][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.324598][ T44] task:modprobe state:D stack:25136 pid:3007 tgid:3007 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2336.324966][ T44] Call Trace: [ 2336.325108][ T44] [ 2336.325224][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.325413][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.325594][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.325814][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.325970][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.326146][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.326326][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2336.326502][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.326688][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2336.326929][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8785) [ 2336.327096][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2336.327286][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.327451][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2336.327617][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.327766][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.327976][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2336.328182][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2336.328347][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2336.328509][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2336.328706][ T44] do_one_initcall (init/main.c:1283) [ 2336.328887][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1274) [ 2336.329079][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.329246][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.329417][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.329579][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.329752][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.329927][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.330094][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.330258][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.330429][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.330593][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.330768][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.330949][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.331114][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.331279][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.331442][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.331637][ T44] RIP: 0033:0x7f785a40834d [ 2336.331834][ T44] RSP: 002b:00007ffdfa4595c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.332049][ T44] RAX: ffffffffffffffda RBX: 0000559013247b10 RCX: 00007f785a40834d [ 2336.332263][ T44] RDX: 0000000000000000 RSI: 00005590095a3f2e RDI: 0000000000000000 [ 2336.332476][ T44] RBP: 00007ffdfa459660 R08: 0000000000000000 R09: 0000000000000000 [ 2336.332704][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005590095a3f2e [ 2336.332934][ T44] R13: 0000000000040000 R14: 0000559013247c60 R15: 0000559013247570 | [ 2336.335184][ T44] 1 lock held by modprobe/3007: | [ 2336.335338][ T44] #0: ffffffff9c679190 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2336.335602][ T44] | [ 2336.335719][ T44] ============================================= | [ 2336.335719][ T44] [ 2459.204821][ T44] INFO: task modprobe:3007 blocked for more than 491 seconds. [ 2459.205129][ T44] Tainted: G W 6.18.0-virtme #1 [ 2459.205340][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.205607][ T44] task:modprobe state:D stack:25136 pid:3007 tgid:3007 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2459.205989][ T44] Call Trace: [ 2459.206134][ T44] [ 2459.206252][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.206439][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.206614][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.206821][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.206967][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.207144][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.207310][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2459.207476][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.207644][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2459.207884][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8785) [ 2459.208049][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2459.208251][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.208417][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2459.208581][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.208718][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.208931][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2459.209130][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2459.209298][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2459.209472][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2459.209664][ T44] do_one_initcall (init/main.c:1283) [ 2459.209849][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1274) [ 2459.210043][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.210216][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.210381][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.210543][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.210713][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.210892][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.211059][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.211228][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.211393][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.211556][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.211731][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.211911][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.212081][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.212250][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.212413][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.212601][ T44] RIP: 0033:0x7f785a40834d [ 2459.212774][ T44] RSP: 002b:00007ffdfa4595c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.213012][ T44] RAX: ffffffffffffffda RBX: 0000559013247b10 RCX: 00007f785a40834d [ 2459.213233][ T44] RDX: 0000000000000000 RSI: 00005590095a3f2e RDI: 0000000000000000 [ 2459.213448][ T44] RBP: 00007ffdfa459660 R08: 0000000000000000 R09: 0000000000000000 [ 2459.213661][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005590095a3f2e [ 2459.213900][ T44] R13: 0000000000040000 R14: 0000559013247c60 R15: 0000559013247570 | [ 2459.216162][ T44] 1 lock held by modprobe/3007: | [ 2459.216318][ T44] #0: ffffffff9c679190 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2459.216582][ T44] | [ 2459.216687][ T44] ============================================= | [ 2459.216687][ T44] [ 2582.084822][ T44] INFO: task modprobe:3007 blocked for more than 614 seconds. [ 2582.085130][ T44] Tainted: G W 6.18.0-virtme #1 [ 2582.085339][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2582.085612][ T44] task:modprobe state:D stack:25136 pid:3007 tgid:3007 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2582.085983][ T44] Call Trace: [ 2582.086135][ T44] [ 2582.086257][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2582.086441][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2582.086625][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2582.086823][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2582.086971][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2582.087148][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2582.087312][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2582.087484][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2582.087657][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2582.087890][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8785) [ 2582.088057][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2582.088248][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2582.088413][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2582.088584][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2582.088728][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2582.088949][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2582.089144][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2582.089308][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2582.089469][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2582.089668][ T44] do_one_initcall (init/main.c:1283) [ 2582.089856][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1274) [ 2582.090049][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2582.090215][ T44] do_init_module (kernel/module/main.c:3039) [ 2582.090385][ T44] ? free_module (kernel/module/main.c:3011) [ 2582.090556][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2582.090722][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2582.090904][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2582.091077][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2582.091242][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2582.091405][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2582.091577][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2582.091745][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2582.091919][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2582.092083][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2582.092251][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2582.092415][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2582.092611][ T44] RIP: 0033:0x7f785a40834d [ 2582.092801][ T44] RSP: 002b:00007ffdfa4595c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2582.093019][ T44] RAX: ffffffffffffffda RBX: 0000559013247b10 RCX: 00007f785a40834d [ 2582.093232][ T44] RDX: 0000000000000000 RSI: 00005590095a3f2e RDI: 0000000000000000 [ 2582.093453][ T44] RBP: 00007ffdfa459660 R08: 0000000000000000 R09: 0000000000000000 [ 2582.093675][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005590095a3f2e [ 2582.093913][ T44] R13: 0000000000040000 R14: 0000559013247c60 R15: 0000559013247570 | [ 2582.096155][ T44] 1 lock held by modprobe/3007: | [ 2582.096317][ T44] #0: ffffffff9c679190 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2582.096591][ T44] | [ 2582.096697][ T44] ============================================= | [ 2582.096697][ T44] [ 2704.963821][ T44] INFO: task modprobe:3007 blocked for more than 737 seconds. [ 2704.964128][ T44] Tainted: G W 6.18.0-virtme #1 [ 2704.964363][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.964638][ T44] task:modprobe state:D stack:25136 pid:3007 tgid:3007 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2704.965011][ T44] Call Trace: [ 2704.965160][ T44] [ 2704.965284][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.965470][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.965658][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.965863][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.966016][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.966194][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.966371][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2704.966538][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.966713][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2704.966956][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8785) [ 2704.967134][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2704.967329][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.967496][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2704.967661][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.967822][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.968020][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2704.968221][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2704.968388][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2704.968553][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2704.968756][ T44] do_one_initcall (init/main.c:1283) [ 2704.968940][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1274) [ 2704.969145][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.969319][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.969486][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.969649][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.969837][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.970002][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.970181][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.970347][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.970518][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.970682][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.970867][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.971038][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.971210][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.971373][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.971538][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.971733][ T44] RIP: 0033:0x7f785a40834d [ 2704.971929][ T44] RSP: 002b:00007ffdfa4595c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.972156][ T44] RAX: ffffffffffffffda RBX: 0000559013247b10 RCX: 00007f785a40834d [ 2704.972373][ T44] RDX: 0000000000000000 RSI: 00005590095a3f2e RDI: 0000000000000000 [ 2704.972588][ T44] RBP: 00007ffdfa459660 R08: 0000000000000000 R09: 0000000000000000 [ 2704.972829][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005590095a3f2e [ 2704.973049][ T44] R13: 0000000000040000 R14: 0000559013247c60 R15: 0000559013247570 | [ 2704.975308][ T44] 1 lock held by modprobe/3007: | [ 2704.975464][ T44] #0: ffffffff9c679190 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2704.975736][ T44] | [ 2704.975861][ T44] ============================================= | [ 2704.975861][ T44] [ 2827.844813][ T44] INFO: task modprobe:3007 blocked for more than 860 seconds. [ 2827.845101][ T44] Tainted: G W 6.18.0-virtme #1 [ 2827.845344][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.845611][ T44] task:modprobe state:D stack:25136 pid:3007 tgid:3007 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2827.845991][ T44] Call Trace: [ 2827.846134][ T44] [ 2827.846247][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.846433][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.846618][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.846825][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.846971][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.847157][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.847337][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2827.847521][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.847697][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2827.847928][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8785) [ 2827.848092][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2827.848289][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.848457][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2827.848624][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.848771][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.848986][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2827.849180][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2827.849344][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2827.849512][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2827.849704][ T44] do_one_initcall (init/main.c:1283) [ 2827.849888][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1274) [ 2827.850080][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.850255][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.850422][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.850584][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.850759][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.850938][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.851106][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.851270][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.851433][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.851596][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.851775][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.851953][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.852115][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.852278][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.852441][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.852629][ T44] RIP: 0033:0x7f785a40834d [ 2827.852823][ T44] RSP: 002b:00007ffdfa4595c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.853043][ T44] RAX: ffffffffffffffda RBX: 0000559013247b10 RCX: 00007f785a40834d [ 2827.853258][ T44] RDX: 0000000000000000 RSI: 00005590095a3f2e RDI: 0000000000000000 [ 2827.853472][ T44] RBP: 00007ffdfa459660 R08: 0000000000000000 R09: 0000000000000000 [ 2827.853688][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005590095a3f2e [ 2827.853931][ T44] R13: 0000000000040000 R14: 0000559013247c60 R15: 0000559013247570 | [ 2827.856167][ T44] 1 lock held by modprobe/3007: | [ 2827.856324][ T44] #0: ffffffff9c679190 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2827.856586][ T44] | [ 2827.856690][ T44] ============================================= | [ 2827.856690][ T44] [ 2950.723814][ T44] INFO: task modprobe:3007 blocked for more than 983 seconds. [ 2950.724115][ T44] Tainted: G W 6.18.0-virtme #1 [ 2950.724319][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.724587][ T44] task:modprobe state:D stack:25136 pid:3007 tgid:3007 ppid:45 task_flags:0x400100 flags:0x00080000 [ 2950.724957][ T44] Call Trace: [ 2950.725108][ T44] [ 2950.725226][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.725410][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.725601][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.725806][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.725948][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.726123][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.726304][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2950.726489][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.726679][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2950.726922][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8785) [ 2950.727087][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2950.727278][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.727443][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2950.727621][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.727762][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.727972][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2950.728165][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2950.728327][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 2950.728496][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2950.728687][ T44] do_one_initcall (init/main.c:1283) [ 2950.728882][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1274) [ 2950.729075][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.729240][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.729404][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.729578][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.729746][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.729926][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.730098][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.730261][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.730424][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.730594][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.730769][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.730947][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.731112][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.731279][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.731444][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.731636][ T44] RIP: 0033:0x7f785a40834d [ 2950.731826][ T44] RSP: 002b:00007ffdfa4595c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.732041][ T44] RAX: ffffffffffffffda RBX: 0000559013247b10 RCX: 00007f785a40834d [ 2950.732266][ T44] RDX: 0000000000000000 RSI: 00005590095a3f2e RDI: 0000000000000000 [ 2950.732486][ T44] RBP: 00007ffdfa459660 R08: 0000000000000000 R09: 0000000000000000 [ 2950.732701][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005590095a3f2e [ 2950.732931][ T44] R13: 0000000000040000 R14: 0000559013247c60 R15: 0000559013247570 | [ 2950.735164][ T44] 1 lock held by modprobe/3007: | [ 2950.735326][ T44] #0: ffffffff9c679190 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2950.735595][ T44] | [ 2950.735699][ T44] ============================================= | [ 2950.735699][ T44] [ 3073.604882][ T44] INFO: task modprobe:3007 blocked for more than 1105 seconds. [ 3073.605269][ T44] Tainted: G W 6.18.0-virtme #1 [ 3073.605489][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.605754][ T44] task:modprobe state:D stack:25136 pid:3007 tgid:3007 ppid:45 task_flags:0x400100 flags:0x00080000 [ 3073.606122][ T44] Call Trace: [ 3073.606272][ T44] [ 3073.606387][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.606570][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.606753][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.606949][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.607092][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.607273][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.607454][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 3073.607631][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.607874][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 3073.608048][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8785) [ 3073.608220][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 3073.608420][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.608596][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 3073.608766][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.608924][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.609119][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 3073.609339][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 3073.609507][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 3073.609671][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 3073.609881][ T44] do_one_initcall (init/main.c:1283) [ 3073.610048][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1274) [ 3073.610251][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.610445][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.610614][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.610778][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.610964][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.611136][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.611311][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.611476][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.611650][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.611832][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.611999][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.612163][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.612347][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.612517][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.612688][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.612909][ T44] RIP: 0033:0x7f785a40834d [ 3073.613081][ T44] RSP: 002b:00007ffdfa4595c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.613312][ T44] RAX: ffffffffffffffda RBX: 0000559013247b10 RCX: 00007f785a40834d [ 3073.613531][ T44] RDX: 0000000000000000 RSI: 00005590095a3f2e RDI: 0000000000000000 [ 3073.613755][ T44] RBP: 00007ffdfa459660 R08: 0000000000000000 R09: 0000000000000000 [ 3073.613997][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005590095a3f2e [ 3073.614220][ T44] R13: 0000000000040000 R14: 0000559013247c60 R15: 0000559013247570 | [ 3073.616523][ T44] 1 lock held by modprobe/3007: | [ 3073.616679][ T44] #0: ffffffff9c679190 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 3073.616979][ T44] | [ 3073.617085][ T44] ============================================= | [ 3073.617085][ T44] [ 3196.484858][ T44] INFO: task modprobe:3007 blocked for more than 1228 seconds. [ 3196.485244][ T44] Tainted: G W 6.18.0-virtme #1 [ 3196.485457][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3196.485730][ T44] task:modprobe state:D stack:25136 pid:3007 tgid:3007 ppid:45 task_flags:0x400100 flags:0x00080000 [ 3196.486131][ T44] Call Trace: [ 3196.486282][ T44] [ 3196.486397][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3196.486581][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3196.486755][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.487006][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3196.487160][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3196.487332][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3196.487500][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 3196.487671][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3196.487863][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 3196.488043][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8785) [ 3196.488211][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 3196.488412][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3196.488583][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 3196.488751][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3196.488912][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3196.489107][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 3196.489304][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 3196.489472][ T44] ? nsh_cleanup_module (./include/net/nsh.h:262 net/nsh/nsh.c:57) nsh [ 3196.489645][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 3196.489861][ T44] do_one_initcall (init/main.c:1283) [ 3196.490032][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1274) [ 3196.490228][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3196.490406][ T44] do_init_module (kernel/module/main.c:3039) [ 3196.490586][ T44] ? free_module (kernel/module/main.c:3011) [ 3196.490751][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3196.490958][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3196.491131][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3196.491300][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3196.491462][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3196.491626][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3196.491807][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3196.491991][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3196.492165][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3196.492339][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3196.492505][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3196.492671][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3196.492890][ T44] RIP: 0033:0x7f785a40834d [ 3196.493066][ T44] RSP: 002b:00007ffdfa4595c8 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3196.493302][ T44] RAX: ffffffffffffffda RBX: 0000559013247b10 RCX: 00007f785a40834d [ 3196.493522][ T44] RDX: 0000000000000000 RSI: 00005590095a3f2e RDI: 0000000000000000 [ 3196.493742][ T44] RBP: 00007ffdfa459660 R08: 0000000000000000 R09: 0000000000000000 [ 3196.493979][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 00005590095a3f2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule