====================================== | xx__-> [ 1839.640751][ T12] ------------[ cut here ]------------ | [ 1839.641122][ T12] conntrack cleanup blocked for 60s | [ 1839.641124][ T12] WARNING: net/netfilter/nf_conntrack_core.c:2511 at nf_conntrack_cleanup_net_list+0x3da/0x550 [nf_conntrack], CPU#0: 0/12 | [ 1839.641656][ T12] Modules linked in: ipvlan(+) xt_conntrack nf_conntrack nf_defrag_ipv4 nf_defrag_ipv6 act_mirred cls_u32 ifb act_gact cls_flower sch_ingress vxlan chacha libchacha chacha20poly1305 libpoly1305 tls xfrm_user xt_policy xt_HL nft_compat nf_tables amt [ 1839.642589][ T12] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1839.642770][ T12] Workqueue: netns cleanup_net [ 1839.642915][ T12] RIP: 0010:nf_conntrack_cleanup_net_list (net/netfilter/nf_conntrack_core.c:2511 (discriminator 16)) nf_conntrack [ 1839.643142][ T12] Code: 00 48 8b 54 24 18 48 8b 05 b3 e8 63 e9 48 81 c2 60 ea 00 00 48 39 c2 78 0a e8 42 be 58 e8 e9 25 fd ff ff 48 8d 3d 46 e6 02 00 <67> 48 0f b9 3a eb e8 48 8b 5c 24 28 48 b8 00 00 00 00 00 fc ff df All code ======== 0: 00 48 8b add %cl,-0x75(%rax) 3: 54 push %rsp 4: 24 18 and $0x18,%al 6: 48 8b 05 b3 e8 63 e9 mov -0x169c174d(%rip),%rax # 0xffffffffe963e8c0 d: 48 81 c2 60 ea 00 00 add $0xea60,%rdx 14: 48 39 c2 cmp %rax,%rdx 17: 78 0a js 0x23 19: e8 42 be 58 e8 call 0xffffffffe858be60 1e: e9 25 fd ff ff jmp 0xfffffffffffffd48 23: 48 8d 3d 46 e6 02 00 lea 0x2e646(%rip),%rdi # 0x2e670 2a:* 67 48 0f b9 3a ud1 (%edx),%rdi <-- trapping instruction 2f: eb e8 jmp 0x19 31: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx 36: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 3d: fc ff df Code starting with the faulting instruction =========================================== 0: 67 48 0f b9 3a ud1 (%edx),%rdi 5: eb e8 jmp 0xffffffffffffffef 7: 48 8b 5c 24 28 mov 0x28(%rsp),%rbx c: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 13: fc ff df [ 1839.643605][ T12] RSP: 0018:ffa00000000c7980 EFLAGS: 00010297 [ 1839.643774][ T12] RAX: 0000000100177c5e RBX: ffa00000000c7af8 RCX: 0000000000000001 [ 1839.643970][ T12] RDX: 0000000100177c5d RSI: 0000000000000004 RDI: ffffffffc0801030 [ 1839.644155][ T12] RBP: 0000000000000001 R08: ffffffffc07d27ba R09: ffe21c00017631e4 [ 1839.644346][ T12] R10: ffe21c00017631e5 R11: 0000000000000001 R12: dffffc0000000000 [ 1839.644533][ T12] R13: ff1100000bb18f20 R14: fffffbfff8101c07 R15: ff1100000f64b100 [ 1839.644722][ T12] FS: 0000000000000000(0000) GS:ff110000c0df3000(0000) knlGS:0000000000000000 [ 1839.644947][ T12] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1839.645101][ T12] CR2: 00007f705fc72a48 CR3: 0000000062d48005 CR4: 0000000000771ef0 [ 1839.645289][ T12] PKRU: 55555554 [ 1839.645592][ T12] Call Trace: [ 1839.645689][ T12] [ 1839.645763][ T12] ? nf_conntrack_cleanup_end (net/netfilter/nf_conntrack_core.c:2488) nf_conntrack [ 1839.645919][ T12] ? kfree (mm/slub.c:6668 (discriminator 3) mm/slub.c:6876 (discriminator 3)) [ 1839.646013][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1839.646138][ T12] ? nf_conntrack_pernet_exit (net/netfilter/nf_conntrack_standalone.c:1129 (discriminator 4)) nf_conntrack [ 1839.646298][ T12] ops_undo_list (net/core/net_namespace.c:251 (discriminator 4)) [ 1839.646420][ T12] ? netns_install (net/core/net_namespace.c:223) [ 1839.646544][ T12] cleanup_net (net/core/net_namespace.c:698) [ 1839.646666][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1839.646796][ T12] ? net_passive_dec (net/core/net_namespace.c:660) [ 1839.646917][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1839.647040][ T12] ? process_one_work (kernel/workqueue.c:3233 (discriminator 1)) [ 1839.647160][ T12] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1839.647284][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1839.647405][ T12] process_one_work (kernel/workqueue.c:3262) [ 1839.647529][ T12] ? pwq_dec_nr_in_flight (kernel/workqueue.c:3159) [ 1839.647652][ T12] ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870) [ 1839.647779][ T12] ? assign_work (kernel/workqueue.c:1200) [ 1839.647901][ T12] worker_thread (kernel/workqueue.c:3334 (discriminator 2) kernel/workqueue.c:3421 (discriminator 2)) [ 1839.648026][ T12] ? process_one_work (kernel/workqueue.c:3367) [ 1839.648147][ T12] kthread (kernel/kthread.c:463) [ 1839.648244][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1839.648369][ T12] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1839.648491][ T12] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1839.648610][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1839.648738][ T12] ret_from_fork (arch/x86/kernel/process.c:164) [ 1839.648861][ T12] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 1839.649012][ T12] ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665) [ 1839.649138][ T12] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 1839.649262][ T12] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 1839.649606][ T12] hardirqs last enabled at (9314043): __up_console_sem (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 kernel/printk/printk.c:345) | [ 1839.649825][ T12] hardirqs last disabled at (9314052): __up_console_sem (kernel/printk/printk.c:343 (discriminator 10)) | [ 1839.650039][ T12] softirqs last enabled at (9313648): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 1839.650255][ T12] softirqs last disabled at (9313643): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) | [ 1839.650473][ T12] ---[ end trace 0000000000000000 ]--- [ 1967.546752][ T44] INFO: task modprobe:17808 blocked for more than 122 seconds. [ 1967.547086][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 1967.547283][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 1967.547522][ T44] task:modprobe state:D stack:25136 pid:17808 tgid:17808 ppid:57 task_flags:0x400100 flags:0x00080000 [ 1967.547848][ T44] Call Trace: [ 1967.547956][ T44] [ 1967.548030][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 1967.548174][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 1967.548291][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1967.548412][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 1967.548504][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 1967.548620][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 1967.548747][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 1967.548867][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 1967.548987][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 1967.549104][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 1967.549224][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 1967.549367][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 1967.549481][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 1967.549627][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 1967.549717][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 1967.549868][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 1967.550012][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 1967.550131][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 1967.550267][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 1967.550403][ T44] do_one_initcall (init/main.c:1378) [ 1967.550518][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 1967.550747][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 1967.550861][ T44] do_init_module (kernel/module/main.c:3039) [ 1967.550974][ T44] ? free_module (kernel/module/main.c:3011) [ 1967.551089][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 1967.551201][ T44] init_module_from_file (kernel/module/main.c:3712) [ 1967.551311][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 1967.551425][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 1967.551534][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 1967.551646][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 1967.551774][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 1967.551886][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 1967.551996][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 1967.552106][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 1967.552215][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 1967.552331][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 1967.552466][ T44] RIP: 0033:0x7f8b76e2934d [ 1967.552587][ T44] RSP: 002b:00007fffe932ef18 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 1967.552765][ T44] RAX: ffffffffffffffda RBX: 0000556b7e2a8b10 RCX: 00007f8b76e2934d [ 1967.552935][ T44] RDX: 0000000000000000 RSI: 0000556b55c28f2e RDI: 0000000000000000 [ 1967.553100][ T44] RBP: 00007fffe932efb0 R08: 0000000000000000 R09: 0000000000000000 [ 1967.553264][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000556b55c28f2e [ 1967.553438][ T44] R13: 0000000000040000 R14: 0000556b7e2a8c60 R15: 0000556b7e2a8570 | [ 1967.555056][ T44] 1 lock held by modprobe/17808: | [ 1967.555163][ T44] #0: ffffffffaa885c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 1967.555372][ T44] | [ 1967.555427][ T44] ============================================= | [ 1967.555427][ T44] [ 2090.426752][ T44] INFO: task modprobe:17808 blocked for more than 245 seconds. [ 2090.427005][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2090.427187][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2090.427396][ T44] task:modprobe state:D stack:25136 pid:17808 tgid:17808 ppid:57 task_flags:0x400100 flags:0x00080000 [ 2090.427676][ T44] Call Trace: [ 2090.427786][ T44] [ 2090.427852][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2090.427981][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2090.428113][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.428247][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2090.428339][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2090.428458][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2090.428575][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2090.428690][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2090.428814][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2090.428933][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2090.429047][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2090.429189][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2090.429307][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2090.429449][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2090.429534][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2090.429671][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2090.429818][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2090.429929][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2090.430066][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2090.430209][ T44] do_one_initcall (init/main.c:1378) [ 2090.430322][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2090.430460][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2090.430572][ T44] do_init_module (kernel/module/main.c:3039) [ 2090.430681][ T44] ? free_module (kernel/module/main.c:3011) [ 2090.430795][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2090.430905][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2090.431015][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2090.431129][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2090.431240][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2090.431350][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2090.431463][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2090.431575][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2090.431684][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2090.431808][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2090.431916][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2090.432026][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2090.432160][ T44] RIP: 0033:0x7f8b76e2934d [ 2090.432277][ T44] RSP: 002b:00007fffe932ef18 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2090.432441][ T44] RAX: ffffffffffffffda RBX: 0000556b7e2a8b10 RCX: 00007f8b76e2934d [ 2090.432610][ T44] RDX: 0000000000000000 RSI: 0000556b55c28f2e RDI: 0000000000000000 [ 2090.432778][ T44] RBP: 00007fffe932efb0 R08: 0000000000000000 R09: 0000000000000000 [ 2090.432940][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000556b55c28f2e [ 2090.433101][ T44] R13: 0000000000040000 R14: 0000556b7e2a8c60 R15: 0000556b7e2a8570 | [ 2090.434658][ T44] 1 lock held by modprobe/17808: | [ 2090.434764][ T44] #0: ffffffffaa885c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2090.434972][ T44] | [ 2090.435026][ T44] ============================================= | [ 2090.435026][ T44] [ 2213.306754][ T44] INFO: task modprobe:17808 blocked for more than 368 seconds. [ 2213.307007][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2213.307198][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2213.307411][ T44] task:modprobe state:D stack:25136 pid:17808 tgid:17808 ppid:57 task_flags:0x400100 flags:0x00080000 [ 2213.307681][ T44] Call Trace: [ 2213.307789][ T44] [ 2213.307852][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2213.307978][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2213.308098][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.308218][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2213.308308][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2213.308426][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2213.308546][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2213.308663][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2213.308797][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2213.308913][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2213.309027][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2213.309167][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2213.309281][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2213.309422][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2213.309511][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2213.309655][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2213.309803][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2213.309913][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2213.310049][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2213.310185][ T44] do_one_initcall (init/main.c:1378) [ 2213.310295][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2213.310437][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2213.310549][ T44] do_init_module (kernel/module/main.c:3039) [ 2213.310660][ T44] ? free_module (kernel/module/main.c:3011) [ 2213.310778][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2213.310891][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2213.311001][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2213.311115][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2213.311226][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2213.311336][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2213.311446][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2213.311558][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2213.311665][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2213.311791][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2213.311900][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2213.312011][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2213.312144][ T44] RIP: 0033:0x7f8b76e2934d [ 2213.312256][ T44] RSP: 002b:00007fffe932ef18 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2213.312423][ T44] RAX: ffffffffffffffda RBX: 0000556b7e2a8b10 RCX: 00007f8b76e2934d [ 2213.312584][ T44] RDX: 0000000000000000 RSI: 0000556b55c28f2e RDI: 0000000000000000 [ 2213.312759][ T44] RBP: 00007fffe932efb0 R08: 0000000000000000 R09: 0000000000000000 [ 2213.312929][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000556b55c28f2e [ 2213.313090][ T44] R13: 0000000000040000 R14: 0000556b7e2a8c60 R15: 0000556b7e2a8570 | [ 2213.314650][ T44] 1 lock held by modprobe/17808: | [ 2213.314764][ T44] #0: ffffffffaa885c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2213.314976][ T44] | [ 2213.315028][ T44] ============================================= | [ 2213.315028][ T44] [ 2336.186751][ T44] INFO: task modprobe:17808 blocked for more than 491 seconds. [ 2336.187009][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2336.187199][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2336.187423][ T44] task:modprobe state:D stack:25136 pid:17808 tgid:17808 ppid:57 task_flags:0x400100 flags:0x00080000 [ 2336.187705][ T44] Call Trace: [ 2336.187812][ T44] [ 2336.187874][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2336.187993][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2336.188112][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.188237][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2336.188325][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2336.188445][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2336.188562][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2336.188679][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2336.188804][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2336.188919][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2336.189035][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2336.189176][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2336.189287][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2336.189431][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2336.189517][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2336.189656][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2336.189808][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2336.189919][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2336.190054][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2336.190192][ T44] do_one_initcall (init/main.c:1378) [ 2336.190301][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2336.190440][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2336.190552][ T44] do_init_module (kernel/module/main.c:3039) [ 2336.190664][ T44] ? free_module (kernel/module/main.c:3011) [ 2336.190781][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2336.190892][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2336.191000][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2336.191113][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2336.191224][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2336.191333][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2336.191447][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2336.191559][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2336.191666][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2336.191787][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2336.191897][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2336.192005][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2336.192137][ T44] RIP: 0033:0x7f8b76e2934d [ 2336.192253][ T44] RSP: 002b:00007fffe932ef18 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2336.192418][ T44] RAX: ffffffffffffffda RBX: 0000556b7e2a8b10 RCX: 00007f8b76e2934d [ 2336.192581][ T44] RDX: 0000000000000000 RSI: 0000556b55c28f2e RDI: 0000000000000000 [ 2336.192755][ T44] RBP: 00007fffe932efb0 R08: 0000000000000000 R09: 0000000000000000 [ 2336.192915][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000556b55c28f2e [ 2336.193078][ T44] R13: 0000000000040000 R14: 0000556b7e2a8c60 R15: 0000556b7e2a8570 | [ 2336.194637][ T44] 1 lock held by modprobe/17808: | [ 2336.194746][ T44] #0: ffffffffaa885c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2336.194953][ T44] | [ 2336.195005][ T44] ============================================= | [ 2336.195005][ T44] [ 2459.066751][ T44] INFO: task modprobe:17808 blocked for more than 614 seconds. [ 2459.067012][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2459.067202][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2459.067416][ T44] task:modprobe state:D stack:25136 pid:17808 tgid:17808 ppid:57 task_flags:0x400100 flags:0x00080000 [ 2459.067706][ T44] Call Trace: [ 2459.067829][ T44] [ 2459.067898][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2459.068036][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2459.068155][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.068272][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2459.068360][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2459.068474][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2459.068591][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2459.068706][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2459.068831][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2459.068952][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2459.069067][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2459.069204][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2459.069317][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2459.069458][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2459.069543][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2459.069682][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2459.069828][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2459.069944][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2459.070085][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2459.070221][ T44] do_one_initcall (init/main.c:1378) [ 2459.070328][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2459.070465][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2459.070577][ T44] do_init_module (kernel/module/main.c:3039) [ 2459.070688][ T44] ? free_module (kernel/module/main.c:3011) [ 2459.070804][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2459.070915][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2459.071031][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2459.071145][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2459.071254][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2459.071364][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2459.071473][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2459.071585][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2459.071703][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2459.071825][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2459.071937][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2459.072046][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2459.072180][ T44] RIP: 0033:0x7f8b76e2934d [ 2459.072294][ T44] RSP: 002b:00007fffe932ef18 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2459.072456][ T44] RAX: ffffffffffffffda RBX: 0000556b7e2a8b10 RCX: 00007f8b76e2934d [ 2459.072620][ T44] RDX: 0000000000000000 RSI: 0000556b55c28f2e RDI: 0000000000000000 [ 2459.072789][ T44] RBP: 00007fffe932efb0 R08: 0000000000000000 R09: 0000000000000000 [ 2459.072953][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000556b55c28f2e [ 2459.073116][ T44] R13: 0000000000040000 R14: 0000556b7e2a8c60 R15: 0000556b7e2a8570 | [ 2459.074677][ T44] 1 lock held by modprobe/17808: | [ 2459.074784][ T44] #0: ffffffffaa885c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2459.074995][ T44] | [ 2459.075047][ T44] ============================================= | [ 2459.075047][ T44] [ 2581.946751][ T44] INFO: task modprobe:17808 blocked for more than 737 seconds. [ 2581.947024][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2581.947229][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2581.947446][ T44] task:modprobe state:D stack:25136 pid:17808 tgid:17808 ppid:57 task_flags:0x400100 flags:0x00080000 [ 2581.947747][ T44] Call Trace: [ 2581.947844][ T44] [ 2581.947912][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2581.948046][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2581.948174][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.948299][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2581.948387][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2581.948503][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2581.948619][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2581.948742][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2581.948860][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2581.948971][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2581.949083][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2581.949228][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2581.949344][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2581.949481][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2581.949567][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2581.949704][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2581.949847][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2581.949957][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2581.950092][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2581.950229][ T44] do_one_initcall (init/main.c:1378) [ 2581.950337][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2581.950475][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2581.950587][ T44] do_init_module (kernel/module/main.c:3039) [ 2581.950695][ T44] ? free_module (kernel/module/main.c:3011) [ 2581.950808][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2581.950919][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2581.951027][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2581.951139][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2581.951250][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2581.951358][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2581.951465][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2581.951581][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2581.951688][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2581.951810][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2581.951917][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2581.952026][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2581.952159][ T44] RIP: 0033:0x7f8b76e2934d [ 2581.952270][ T44] RSP: 002b:00007fffe932ef18 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2581.952433][ T44] RAX: ffffffffffffffda RBX: 0000556b7e2a8b10 RCX: 00007f8b76e2934d [ 2581.952596][ T44] RDX: 0000000000000000 RSI: 0000556b55c28f2e RDI: 0000000000000000 [ 2581.952762][ T44] RBP: 00007fffe932efb0 R08: 0000000000000000 R09: 0000000000000000 [ 2581.952922][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000556b55c28f2e [ 2581.953082][ T44] R13: 0000000000040000 R14: 0000556b7e2a8c60 R15: 0000556b7e2a8570 | [ 2581.954619][ T44] 1 lock held by modprobe/17808: | [ 2581.954721][ T44] #0: ffffffffaa885c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2581.954936][ T44] | [ 2581.954988][ T44] ============================================= | [ 2581.954988][ T44] [ 2704.826754][ T44] INFO: task modprobe:17808 blocked for more than 860 seconds. [ 2704.827003][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2704.827192][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2704.827408][ T44] task:modprobe state:D stack:25136 pid:17808 tgid:17808 ppid:57 task_flags:0x400100 flags:0x00080000 [ 2704.827678][ T44] Call Trace: [ 2704.827784][ T44] [ 2704.827847][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2704.827978][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2704.828104][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.828230][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2704.828329][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2704.828448][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2704.828563][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2704.828676][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2704.828797][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2704.828910][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2704.829025][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2704.829171][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2704.829289][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2704.829433][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2704.829519][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2704.829655][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2704.829798][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2704.829911][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2704.830046][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2704.830185][ T44] do_one_initcall (init/main.c:1378) [ 2704.830294][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2704.830431][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2704.830544][ T44] do_init_module (kernel/module/main.c:3039) [ 2704.830658][ T44] ? free_module (kernel/module/main.c:3011) [ 2704.830770][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2704.830880][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2704.830988][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2704.831103][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2704.831215][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2704.831348][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2704.831459][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2704.831570][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2704.831679][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2704.831799][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2704.831908][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2704.832018][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2704.832156][ T44] RIP: 0033:0x7f8b76e2934d [ 2704.832273][ T44] RSP: 002b:00007fffe932ef18 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2704.832433][ T44] RAX: ffffffffffffffda RBX: 0000556b7e2a8b10 RCX: 00007f8b76e2934d [ 2704.832595][ T44] RDX: 0000000000000000 RSI: 0000556b55c28f2e RDI: 0000000000000000 [ 2704.832763][ T44] RBP: 00007fffe932efb0 R08: 0000000000000000 R09: 0000000000000000 [ 2704.832924][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000556b55c28f2e [ 2704.833088][ T44] R13: 0000000000040000 R14: 0000556b7e2a8c60 R15: 0000556b7e2a8570 | [ 2704.834637][ T44] 1 lock held by modprobe/17808: | [ 2704.834743][ T44] #0: ffffffffaa885c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2704.834950][ T44] | [ 2704.835001][ T44] ============================================= | [ 2704.835001][ T44] [ 2827.706751][ T44] INFO: task modprobe:17808 blocked for more than 983 seconds. [ 2827.707003][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2827.707193][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2827.707406][ T44] task:modprobe state:D stack:25136 pid:17808 tgid:17808 ppid:57 task_flags:0x400100 flags:0x00080000 [ 2827.707697][ T44] Call Trace: [ 2827.707800][ T44] [ 2827.707862][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2827.707981][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2827.708101][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.708219][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2827.708307][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2827.708427][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2827.708542][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2827.708659][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2827.708788][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2827.708899][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2827.709010][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2827.709147][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2827.709267][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2827.709407][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2827.709491][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2827.709631][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2827.709782][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2827.709891][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2827.710026][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2827.710168][ T44] do_one_initcall (init/main.c:1378) [ 2827.710278][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2827.710415][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2827.710526][ T44] do_init_module (kernel/module/main.c:3039) [ 2827.710636][ T44] ? free_module (kernel/module/main.c:3011) [ 2827.710754][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2827.710865][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2827.710978][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2827.711091][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2827.711200][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2827.711309][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2827.711416][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2827.711527][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2827.711643][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2827.711766][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2827.711874][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2827.711985][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2827.712120][ T44] RIP: 0033:0x7f8b76e2934d [ 2827.712233][ T44] RSP: 002b:00007fffe932ef18 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2827.712393][ T44] RAX: ffffffffffffffda RBX: 0000556b7e2a8b10 RCX: 00007f8b76e2934d [ 2827.712557][ T44] RDX: 0000000000000000 RSI: 0000556b55c28f2e RDI: 0000000000000000 [ 2827.712720][ T44] RBP: 00007fffe932efb0 R08: 0000000000000000 R09: 0000000000000000 [ 2827.712884][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000556b55c28f2e [ 2827.713044][ T44] R13: 0000000000040000 R14: 0000556b7e2a8c60 R15: 0000556b7e2a8570 | [ 2827.714590][ T44] 1 lock held by modprobe/17808: | [ 2827.714694][ T44] #0: ffffffffaa885c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2827.714904][ T44] | [ 2827.714956][ T44] ============================================= | [ 2827.714956][ T44] [ 2950.586751][ T44] INFO: task modprobe:17808 blocked for more than 1105 seconds. [ 2950.587004][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 2950.587185][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 2950.587395][ T44] task:modprobe state:D stack:25136 pid:17808 tgid:17808 ppid:57 task_flags:0x400100 flags:0x00080000 [ 2950.587676][ T44] Call Trace: [ 2950.587788][ T44] [ 2950.587856][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 2950.587986][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 2950.588102][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.588220][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 2950.588306][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 2950.588424][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 2950.588540][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 2950.588659][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 2950.588783][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 2950.588903][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 2950.589017][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 2950.589154][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 2950.589266][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2950.589407][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 2950.589496][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 2950.589634][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 2950.589780][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 2950.589891][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 2950.590029][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 2950.590164][ T44] do_one_initcall (init/main.c:1378) [ 2950.590272][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 2950.590415][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 2950.590524][ T44] do_init_module (kernel/module/main.c:3039) [ 2950.590635][ T44] ? free_module (kernel/module/main.c:3011) [ 2950.590749][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 2950.590860][ T44] init_module_from_file (kernel/module/main.c:3712) [ 2950.590968][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 2950.591081][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 2950.591192][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 2950.591300][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 2950.591415][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 2950.591527][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 2950.591634][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 2950.591752][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 2950.591864][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 2950.591972][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 2950.592104][ T44] RIP: 0033:0x7f8b76e2934d [ 2950.592219][ T44] RSP: 002b:00007fffe932ef18 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 2950.592384][ T44] RAX: ffffffffffffffda RBX: 0000556b7e2a8b10 RCX: 00007f8b76e2934d [ 2950.592551][ T44] RDX: 0000000000000000 RSI: 0000556b55c28f2e RDI: 0000000000000000 [ 2950.592714][ T44] RBP: 00007fffe932efb0 R08: 0000000000000000 R09: 0000000000000000 [ 2950.592881][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000556b55c28f2e [ 2950.593040][ T44] R13: 0000000000040000 R14: 0000556b7e2a8c60 R15: 0000556b7e2a8570 | [ 2950.594595][ T44] 1 lock held by modprobe/17808: | [ 2950.594697][ T44] #0: ffffffffaa885c50 (pernet_ops_rwsem){++++}-{4:4}, at: register_netdevice_notifier (net/core/dev.c:1957) | [ 2950.594913][ T44] | [ 2950.594965][ T44] ============================================= | [ 2950.594965][ T44] [ 3073.466751][ T44] INFO: task modprobe:17808 blocked for more than 1228 seconds. [ 3073.467006][ T44] Tainted: G W 6.19.0-rc1-virtme #1 [ 3073.467197][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 3073.467416][ T44] task:modprobe state:D stack:25136 pid:17808 tgid:17808 ppid:57 task_flags:0x400100 flags:0x00080000 [ 3073.467705][ T44] Call Trace: [ 3073.467819][ T44] [ 3073.467887][ T44] __schedule (kernel/sched/core.c:5259 kernel/sched/core.c:6863) [ 3073.468028][ T44] ? io_schedule_timeout (kernel/sched/core.c:6719) [ 3073.468163][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.468291][ T44] schedule (kernel/sched/core.c:6946 kernel/sched/core.c:6960) [ 3073.468381][ T44] schedule_preempt_disabled (kernel/sched/core.c:7018) [ 3073.468497][ T44] rwsem_down_write_slowpath (kernel/locking/rwsem.c:1187 (discriminator 7)) [ 3073.468610][ T44] ? select_fallback_rq (kernel/sched/core.c:4069) [ 3073.468724][ T44] ? rwsem_down_read_slowpath (kernel/locking/rwsem.c:1112) [ 3073.468846][ T44] ? rcu_is_watching (kernel/rcu/tree.c:754) [ 3073.468959][ T44] ? perf_trace_sched_switch (kernel/sched/core.c:8782) [ 3073.469083][ T44] ? register_netdevice_notifier (net/core/dev.c:1957) [ 3073.469226][ T44] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33)) [ 3073.469336][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 3073.469472][ T44] down_write (kernel/locking/rwsem.c:1317 kernel/locking/rwsem.c:1326 kernel/locking/rwsem.c:1591) [ 3073.469555][ T44] ? rwsem_down_write_slowpath (kernel/locking/rwsem.c:1588) [ 3073.469692][ T44] ? ipvlan_init_secret (drivers/net/ipvlan/ipvlan_core.c:14 (discriminator 19)) ipvlan [ 3073.469846][ T44] register_netdevice_notifier (net/core/dev.c:1957) [ 3073.469956][ T44] ? conntrack_mt_exit (net/netfilter/xt_conntrack.c:179) xt_conntrack [ 3073.470095][ T44] ipvlan_init_module (ipvlan.mod.c:?) ipvlan [ 3073.470231][ T44] do_one_initcall (init/main.c:1378) [ 3073.470338][ T44] ? trace_event_raw_event_initcall_level (init/main.c:1369) [ 3073.470481][ T44] ? kasan_unpoison (mm/kasan/shadow.c:156 mm/kasan/shadow.c:182) [ 3073.470590][ T44] do_init_module (kernel/module/main.c:3039) [ 3073.470701][ T44] ? free_module (kernel/module/main.c:3011) [ 3073.470813][ T44] ? backing_file_read_iter (fs/backing-file.c:210) [ 3073.470923][ T44] init_module_from_file (kernel/module/main.c:3712) [ 3073.471031][ T44] ? __do_sys_init_module (kernel/module/main.c:3677) [ 3073.471146][ T44] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 3073.471258][ T44] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 3073.471367][ T44] idempotent_init_module (kernel/module/main.c:3724) [ 3073.471479][ T44] ? init_module_from_file (kernel/module/main.c:3716) [ 3073.471660][ T44] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 3073.471804][ T44] ? cap_capable (./include/trace/events/capability.h:26 (discriminator 33) security/commoncap.c:130 (discriminator 33)) [ 3073.471932][ T44] __x64_sys_finit_module (./include/linux/file.h:62 (discriminator 1) ./include/linux/file.h:83 (discriminator 1) kernel/module/main.c:3747 (discriminator 1) kernel/module/main.c:3734 (discriminator 1) kernel/module/main.c:3734 (discriminator 1)) [ 3073.472058][ T44] do_syscall_64 (arch/x86/entry/syscall_64.c:63 (discriminator 1) arch/x86/entry/syscall_64.c:94 (discriminator 1)) [ 3073.472186][ T44] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:131) [ 3073.472335][ T44] RIP: 0033:0x7f8b76e2934d [ 3073.472468][ T44] RSP: 002b:00007fffe932ef18 EFLAGS: 00000246 ORIG_RAX: 0000000000000139 [ 3073.472651][ T44] RAX: ffffffffffffffda RBX: 0000556b7e2a8b10 RCX: 00007f8b76e2934d [ 3073.472842][ T44] RDX: 0000000000000000 RSI: 0000556b55c28f2e RDI: 0000000000000000 [ 3073.473024][ T44] RBP: 00007fffe932efb0 R08: 0000000000000000 R09: 0000000000000000 [ 3073.473208][ T44] R10: 0000000000000000 R11: 0000000000000246 R12: 0000556b55c28f2e Finger prints: __schedule:schedule:schedule_preempt_disabled:rwsem_down_write_slowpath:down_write nf_conntrack_cleanup_net_list:ops_undo_list:cleanup_net:process_one_work:worker_thread __up_console_sem:__up_console_sem:handle_softirqs:irq_exit_rcu:__schedule