[ 1065.087686][T22437] tc (22437) used greatest stack depth: 23888 bytes left [ 1075.929583][ C0] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 1528045012 wd_nsec: 1528044507 [ 1084.426134][ C0] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 3664055760 wd_nsec: 3664054499 [ 1096.426181][ C0] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 8792648638 wd_nsec: 8792645670 [ 1100.415136][ C0] watchdog: BUG: soft lockup - CPU#0 stuck for 21s! [migration/0:18] [ 1100.415141][ C0] Modules linked in: act_skbedit act_ct nf_flow_table nf_tables nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 dummy macvlan act_mirred ip6_gre ip6_tunnel tunnel6 cls_matchall ip_gre gre act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel bridge stp llc 8021q sch_ingress vrf veth [ 1100.415159][ C0] irq event stamp: 92475 [ 1100.415159][ C0] hardirqs last enabled at (92474): [] irqentry_exit+0xf9/0x4d0 [ 1100.415167][ C0] hardirqs last disabled at (92475): [] sysvec_apic_timer_interrupt+0x12/0xe0 [ 1100.415168][ C0] softirqs last enabled at (91042): [] handle_softirqs+0x56f/0x840 [ 1100.415173][ C0] softirqs last disabled at (91047): [] irq_exit_rcu+0xa2/0xf0 [ 1100.415177][ C0] CPU: 0 UID: 0 PID: 18 Comm: migration/0 Not tainted 6.19.0-rc7-virtme #1 PREEMPT(full) [ 1100.415180][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1100.415181][ C0] Stopper: 0x0 <- 0x0 [ 1100.415185][ C0] RIP: 0010:handle_softirqs+0x19f/0x840 [ 1100.415189][ C0] Code: 08 45 89 ee 48 89 6c 24 10 48 c7 c7 60 a1 8a b6 e8 86 91 35 02 31 c0 65 66 89 05 d4 16 3d 04 e8 07 2e 3c 00 fb bb ff ff ff ff <49> c7 c4 c0 c0 20 b7 41 0f bc de 83 c3 01 0f 85 9f 00 00 00 e9 a3 [ 1100.415190][ C0] RSP: 0018:ffa0000000007f40 EFLAGS: 00000282 [ 1100.415192][ C0] RAX: 00000000000163a8 RBX: 00000000ffffffff RCX: ffffffffb437f969 [ 1100.415194][ C0] RDX: ff11000001b44540 RSI: ffffffffb6fb6b61 RDI: ffffffffb6a6b280 [ 1100.415195][ C0] RBP: fffffbfff6e42250 R08: 0000000000000000 R09: 0000000000000001 [ 1100.415195][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1100.415196][ C0] R13: 0000000000000282 R14: 0000000000000282 R15: 1ff4000000000fef [ 1100.415199][ C0] FS: 0000000000000000(0000) GS:ff1100007cacf000(0000) knlGS:0000000000000000 [ 1100.415203][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1100.415204][ C0] CR2: 000055a383483fe8 CR3: 000000000af83006 CR4: 0000000000771ef0 [ 1100.415205][ C0] PKRU: 55555554 [ 1100.415205][ C0] Call Trace: [ 1100.415207][ C0] [ 1100.415211][ C0] ? _local_bh_enable+0xd0/0xd0 [ 1100.415213][ C0] ? do_raw_spin_unlock+0x59/0x250 [ 1100.415219][ C0] irq_exit_rcu+0xa2/0xf0 [ 1100.415220][ C0] common_interrupt+0xb5/0xf0 [ 1100.415223][ C0] [ 1100.415224][ C0] [ 1100.415225][ C0] asm_common_interrupt+0x26/0x40 [ 1100.415228][ C0] RIP: 0010:smpboot_thread_fn+0x6f/0x9b0 [ 1100.415231][ C0] Code: 8b 6d 08 49 bc 00 00 00 00 00 fc ff df 49 c1 ef 03 48 8d 83 18 15 00 00 4d 01 e7 49 89 c6 48 89 44 24 18 49 c1 ee 03 4d 01 e6 <48> 8d 05 00 00 00 00 41 80 3e 00 0f 85 da 06 00 00 48 89 83 18 15 [ 1100.415232][ C0] RSP: 0018:ffa0000000127dc0 EFLAGS: 00000286 [ 1100.415233][ C0] RAX: ff11000001b44540 RBX: ff11000001b44540 RCX: 0000000000000000 [ 1100.415233][ C0] RDX: 0000000004208040 RSI: 1ffffffff724a528 RDI: ff11000001b4456c [ 1100.415234][ C0] RBP: ff1100000195a470 R08: ffffffffb441fafe R09: fffffbfff6fc68aa [ 1100.415235][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: dffffc0000000000 [ 1100.415236][ C0] R13: ffffffffb7601820 R14: ffe21c0000368b4b R15: ffe21c000032b48e [ 1100.415238][ C0] ? trace_sched_exit_tp+0x2e/0x100 [ 1100.415246][ C0] ? sort_range+0x20/0x20 [ 1100.415247][ C0] kthread+0x355/0x5b0 [ 1100.415250][ C0] ? kthread_is_per_cpu+0xe0/0xe0 [ 1100.415252][ C0] ? __lock_release.isra.0+0x59/0x170 [ 1100.415255][ C0] ? rcu_is_watching+0x15/0xd0 [ 1100.415257][ C0] ? kthread_is_per_cpu+0xe0/0xe0 [ 1100.415259][ C0] ret_from_fork+0x3fb/0x510 [ 1100.415263][ C0] ? arch_exit_to_user_mode_prepare.isra.0+0x140/0x140 [ 1100.415267][ C0] ? __switch_to+0x53c/0xd00 [ 1100.415269][ C0] ? kthread_is_per_cpu+0xe0/0xe0 [ 1100.415271][ C0] ret_from_fork_asm+0x11/0x20 [ 1100.415279][ C0] [ 1141.190565][ C0] rcu: INFO: rcu_preempt self-detected stall on CPU [ 1141.190817][ C0] rcu: 0-....: (4165 ticks this GP) idle=e264/1/0x4000000000000000 softirq=637994/637994 fqs=6249 [ 1141.191345][ C0] rcu: (t=26000 jiffies g=629149 q=579 ncpus=4) [ 1141.191546][ C0] CPU: 0 UID: 0 PID: 18 Comm: migration/0 Tainted: G L 6.19.0-rc7-virtme #1 PREEMPT(full) [ 1141.191550][ C0] Tainted: [L]=SOFTLOCKUP [ 1141.191551][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1141.191552][ C0] Stopper: 0x0 <- 0x0 [ 1141.191557][ C0] RIP: 0010:__unwind_start+0x304/0x8c0 [ 1141.191564][ C0] Code: 00 00 00 00 00 fc ff df 4c 89 fa 48 c1 ea 03 0f b6 04 02 84 c0 74 08 3c 03 0f 8e 0c 03 00 00 41 c7 07 00 00 00 00 48 83 c4 18 <5b> 5d 41 5c 41 5d 41 5e 41 5f c3 4d 85 e4 0f 85 a6 fd ff ff 48 8d [ 1141.191565][ C0] RSP: 0018:ffa00000000079b8 EFLAGS: 00000286 [ 1141.191568][ C0] RAX: 1ff4000000000f47 RBX: ffa0000000007a90 RCX: ffa0000000007a98 [ 1141.191569][ C0] RDX: ffa0000000008000 RSI: ffffffffb6fb6b61 RDI: ff11000001b44944 [ 1141.191570][ C0] RBP: dffffc0000000000 R08: 0000000000000000 R09: 0000000000000001 [ 1141.191571][ C0] R10: 0000000000000000 R11: 0000000000000004 R12: fff3fc0000000f40 [ 1141.191572][ C0] R13: fff3fc0000000f3f R14: ffa0000000007a38 R15: ffa00000000079f0 [ 1141.191574][ C0] FS: 0000000000000000(0000) GS:ff1100007cacf000(0000) knlGS:0000000000000000 [ 1141.191578][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1141.191579][ C0] CR2: 000055a383483fe8 CR3: 000000000af83006 CR4: 0000000000771ef0 [ 1141.191580][ C0] PKRU: 55555554 [ 1141.191580][ C0] Call Trace: [ 1141.191581][ C0] [ 1141.191583][ C0] ? write_profile+0xf0/0xf0 [ 1141.191588][ C0] arch_stack_walk+0x76/0x100 [ 1141.191598][ C0] ? stack_trace_save+0x93/0xc0 [ 1141.191603][ C0] stack_trace_save+0x93/0xc0 [ 1141.191605][ C0] ? filter_irq_stacks+0xd0/0xd0 [ 1141.191607][ C0] ? validate_chain+0x37b/0xb70 [ 1141.191611][ C0] ? lock_acquire+0x10a/0x150 [ 1141.191614][ C0] kasan_save_stack+0x30/0x50 [ 1141.191636][ C0] kasan_save_track+0x14/0x30 [ 1141.191638][ C0] kasan_save_free_info+0x3b/0x60 [ 1141.191640][ C0] __kasan_slab_free+0x43/0x70 [ 1141.191643][ C0] kmem_cache_free+0xfe/0x5e0 [ 1141.191646][ C0] ? rcu_is_watching+0x15/0xd0 [ 1141.191648][ C0] ? rcu_do_batch+0x28b/0xfe0 [ 1141.191650][ C0] ? rcu_do_batch+0x35a/0xfe0 [ 1141.191651][ C0] ? rcu_do_batch+0x289/0xfe0 [ 1141.191654][ C0] ? rcu_do_batch+0x28b/0xfe0 [ 1141.191656][ C0] rcu_do_batch+0x28b/0xfe0 [ 1141.191661][ C0] ? trace_rcu_batch_end+0x270/0x270 [ 1141.191664][ C0] ? trace_irq_enable.constprop.0+0xce/0x100 [ 1141.191667][ C0] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 1141.191669][ C0] ? lockdep_hardirqs_on+0x84/0x130 [ 1141.191672][ C0] ? _raw_spin_unlock_irqrestore+0x53/0x80 [ 1141.191674][ C0] ? _raw_spin_unlock_irqrestore+0x40/0x80 [ 1141.191677][ C0] rcu_core+0x2b4/0x5f0 [ 1141.191680][ C0] handle_softirqs+0x1d7/0x840 [ 1141.191686][ C0] ? _local_bh_enable+0xd0/0xd0 [ 1141.191688][ C0] ? do_raw_spin_unlock+0x59/0x250 [ 1141.191692][ C0] irq_exit_rcu+0xa2/0xf0 [ 1141.191694][ C0] common_interrupt+0xb5/0xf0 [ 1141.191696][ C0] [ 1141.191697][ C0] [ 1141.191697][ C0] ? __rwlock_init+0x150/0x150 [ 1141.191700][ C0] asm_common_interrupt+0x26/0x40 [ 1141.191702][ C0] RIP: 0010:_raw_spin_unlock_irq+0x2e/0x50 [ 1141.191704][ C0] Code: 0f 1f 44 00 00 53 48 8b 74 24 08 48 89 fb 48 83 c7 18 e8 85 73 de fd 48 89 df e8 ed c4 de fd e8 d8 3b 04 fe fb bf 01 00 00 00 4d 02 d2 fd 65 8b 05 86 24 05 02 85 c0 74 02 5b c3 e8 ab a9 86 [ 1141.191705][ C0] RSP: 0018:ffa0000000127db0 EFLAGS: 00000282 [ 1141.191706][ C0] RAX: 00000000001121c3 RBX: ff110000352270c8 RCX: ffffffffb66feb98 [ 1141.191707][ C0] RDX: ff11000001b44540 RSI: ffffffffb6fb6b61 RDI: 0000000000000001 [ 1141.191707][ C0] RBP: ff1100000195a470 R08: 0000000000000000 R09: 0000000000000001 [ 1141.191708][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: dffffc0000000000 [ 1141.191709][ C0] R13: ffffffffb7601820 R14: ffe21c0000368b4b R15: ffe21c000032b48e [ 1141.191713][ C0] ? _raw_spin_unlock_irq+0x28/0x50 [ 1141.191717][ C0] smpboot_thread_fn+0x2fb/0x9b0 [ 1141.191721][ C0] ? sort_range+0x20/0x20 [ 1141.191723][ C0] kthread+0x355/0x5b0 [ 1141.191726][ C0] ? kthread_is_per_cpu+0xe0/0xe0 [ 1141.191727][ C0] ? __lock_release.isra.0+0x59/0x170 [ 1141.191730][ C0] ? rcu_is_watching+0x15/0xd0 [ 1141.191732][ C0] ? kthread_is_per_cpu+0xe0/0xe0 [ 1141.191734][ C0] ret_from_fork+0x3fb/0x510 [ 1141.191738][ C0] ? arch_exit_to_user_mode_prepare.isra.0+0x140/0x140 [ 1141.191742][ C0] ? __switch_to+0x53c/0xd00 [ 1141.191744][ C0] ? kthread_is_per_cpu+0xe0/0xe0 [ 1141.191746][ C0] ret_from_fork_asm+0x11/0x20 [ 1141.191755][ C0] [ 1160.416064][ C0] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 22478534027 wd_nsec: 22478526551 [ 1168.415161][ C0] watchdog: BUG: soft lockup - CPU#0 stuck for 39s! [migration/0:18] [ 1168.415165][ C0] Modules linked in: act_skbedit act_ct nf_flow_table nf_tables nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 dummy macvlan act_mirred ip6_gre ip6_tunnel tunnel6 cls_matchall ip_gre gre act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel bridge stp llc 8021q sch_ingress vrf veth [ 1168.415180][ C0] irq event stamp: 2728969 [ 1168.415181][ C0] hardirqs last enabled at (2728968): [] irqentry_exit+0xf9/0x4d0 [ 1168.415186][ C0] hardirqs last disabled at (2728969): [] sysvec_apic_timer_interrupt+0x12/0xe0 [ 1168.415187][ C0] softirqs last enabled at (2395276): [] handle_softirqs+0x56f/0x840 [ 1168.415190][ C0] softirqs last disabled at (2395279): [] irq_exit_rcu+0xa2/0xf0 [ 1168.415194][ C0] CPU: 0 UID: 0 PID: 18 Comm: migration/0 Tainted: G L 6.19.0-rc7-virtme #1 PREEMPT(full) [ 1168.415197][ C0] Tainted: [L]=SOFTLOCKUP [ 1168.415198][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1168.415199][ C0] Stopper: 0x0 <- 0x0 [ 1168.415202][ C0] RIP: 0010:_raw_spin_unlock_irqrestore+0x36/0x80 [ 1168.415204][ C0] Code: f5 53 48 8b 74 24 10 48 89 fb 48 83 c7 18 e8 31 73 de fd 48 89 df e8 99 c4 de fd f7 c5 00 02 00 00 75 1f 9c 58 f6 c4 02 75 2f 01 00 00 00 e8 f0 01 d2 fd 65 8b 05 29 24 05 02 85 c0 74 12 5b [ 1168.415206][ C0] RSP: 0018:ffa0000000007960 EFLAGS: 00000246 [ 1168.415207][ C0] RAX: 0000000000000082 RBX: ff11000001f88540 RCX: ffffffffb66fec13 [ 1168.415208][ C0] RDX: ff11000001b44540 RSI: ffffffffb6fb6b61 RDI: ffffffffb6a6b280 [ 1168.415209][ C0] RBP: 0000000000000202 R08: 0000000000000000 R09: 0000000000000001 [ 1168.415210][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: ffa0000000007a00 [ 1168.415211][ C0] R13: ff11000001f88588 R14: ff11000001f88578 R15: ffd40000002f4700 [ 1168.415214][ C0] FS: 0000000000000000(0000) GS:ff1100007cacf000(0000) knlGS:0000000000000000 [ 1168.415218][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1168.415219][ C0] CR2: 000055a383483fe8 CR3: 000000000af83006 CR4: 0000000000771ef0 [ 1168.415220][ C0] PKRU: 55555554 [ 1168.415220][ C0] Call Trace: [ 1168.415222][ C0] [ 1168.415224][ C0] get_partial_node+0x1f7/0x410 [ 1168.415229][ C0] ___slab_alloc+0x32e/0x1560 [ 1168.415231][ C0] ? find_held_lock+0x2b/0x80 [ 1168.415234][ C0] ? kmalloc_reserve+0xfd/0x2b0 [ 1168.415239][ C0] ? kmalloc_reserve+0xfd/0x2b0 [ 1168.415241][ C0] __slab_alloc.isra.0+0x69/0x120 [ 1168.415243][ C0] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 1168.415245][ C0] ? lockdep_hardirqs_on+0x84/0x130 [ 1168.415247][ C0] kmem_cache_alloc_node_noprof+0x3ba/0x700 [ 1168.415249][ C0] ? rcu_is_watching+0x15/0xd0 [ 1168.415251][ C0] ? kmalloc_reserve+0xfd/0x2b0 [ 1168.415254][ C0] ? kmalloc_reserve+0xfd/0x2b0 [ 1168.415256][ C0] kmalloc_reserve+0xfd/0x2b0 [ 1168.415259][ C0] __alloc_skb+0x11e/0x600 [ 1168.415261][ C0] ? __alloc_skb+0x4cd/0x600 [ 1168.415262][ C0] ? napi_skb_cache_get+0x7a0/0x7a0 [ 1168.415264][ C0] ? neigh_periodic_work+0xb00/0xb00 [ 1168.415267][ C0] ? rcu_is_watching+0x15/0xd0 [ 1168.415268][ C0] ? do_raw_write_lock+0x11e/0x260 [ 1168.415270][ C0] ? __neigh_notify+0x2f/0x280 [ 1168.415272][ C0] ? lock_acquire+0x10a/0x150 [ 1168.415275][ C0] __neigh_notify+0xc6/0x280 [ 1168.415278][ C0] ? neigh_managed_work+0x210/0x210 [ 1168.415279][ C0] ? neigh_periodic_work+0xb00/0xb00 [ 1168.415281][ C0] neigh_timer_handler+0x90a/0x10c0 [ 1168.415284][ C0] ? lock_acquire+0x10a/0x150 [ 1168.415287][ C0] ? neigh_periodic_work+0xb00/0xb00 [ 1168.415289][ C0] call_timer_fn+0x164/0x300 [ 1168.415292][ C0] ? detach_if_pending+0x1c0/0x1c0 [ 1168.415294][ C0] ? debug_object_active_state+0x430/0x430 [ 1168.415299][ C0] ? __lock_release.isra.0+0x59/0x170 [ 1168.415302][ C0] ? rcu_is_watching+0x15/0xd0 [ 1168.415305][ C0] __run_timers+0x600/0x930 [ 1168.415307][ C0] ? neigh_periodic_work+0xb00/0xb00 [ 1168.415310][ C0] ? find_held_lock+0x2b/0x80 [ 1168.415312][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 1168.415315][ C0] ? __lock_acquire+0x577/0xc10 [ 1168.415320][ C0] ? __rwlock_init+0x150/0x150 [ 1168.415323][ C0] ? lock_acquire+0x10a/0x150 [ 1168.415326][ C0] run_timer_softirq+0xf3/0x170 [ 1168.415329][ C0] ? __run_timers+0x930/0x930 [ 1168.415332][ C0] ? handle_softirqs+0x19f/0x840 [ 1168.415333][ C0] ? rcu_is_watching+0x15/0xd0 [ 1168.415335][ C0] handle_softirqs+0x1d7/0x840 [ 1168.415339][ C0] ? _local_bh_enable+0xd0/0xd0 [ 1168.415341][ C0] ? do_raw_spin_unlock+0x59/0x250 [ 1168.415345][ C0] irq_exit_rcu+0xa2/0xf0 [ 1168.415346][ C0] common_interrupt+0xb5/0xf0 [ 1168.415349][ C0] [ 1168.415349][ C0] [ 1168.415351][ C0] asm_common_interrupt+0x26/0x40 [ 1168.415353][ C0] RIP: 0010:_raw_spin_unlock_irq+0x2e/0x50 [ 1168.415354][ C0] Code: 0f 1f 44 00 00 53 48 8b 74 24 08 48 89 fb 48 83 c7 18 e8 85 73 de fd 48 89 df e8 ed c4 de fd e8 d8 3b 04 fe fb bf 01 00 00 00 4d 02 d2 fd 65 8b 05 86 24 05 02 85 c0 74 02 5b c3 e8 ab a9 86 [ 1168.415355][ C0] RSP: 0018:ffa0000000127db0 EFLAGS: 00000282 [ 1168.415356][ C0] RAX: 00000000001121c3 RBX: ff110000352270c8 RCX: ffffffffb66feb98 [ 1168.415357][ C0] RDX: ff11000001b44540 RSI: ffffffffb6fb6b61 RDI: 0000000000000001 [ 1168.415358][ C0] RBP: ff1100000195a470 R08: 0000000000000000 R09: 0000000000000001 [ 1168.415359][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: dffffc0000000000 [ 1168.415359][ C0] R13: ffffffffb7601820 R14: ffe21c0000368b4b R15: ffe21c000032b48e [ 1168.415362][ C0] ? _raw_spin_unlock_irq+0x28/0x50 [ 1168.415366][ C0] smpboot_thread_fn+0x2fb/0x9b0 [ 1168.415369][ C0] ? sort_range+0x20/0x20 [ 1168.415371][ C0] kthread+0x355/0x5b0 [ 1168.415373][ C0] ? kthread_is_per_cpu+0xe0/0xe0 [ 1168.415374][ C0] ? __lock_release.isra.0+0x59/0x170 [ 1168.415377][ C0] ? rcu_is_watching+0x15/0xd0 [ 1168.415379][ C0] ? kthread_is_per_cpu+0xe0/0xe0 [ 1168.415381][ C0] ret_from_fork+0x3fb/0x510 [ 1168.415384][ C0] ? arch_exit_to_user_mode_prepare.isra.0+0x140/0x140 [ 1168.415387][ C0] ? __switch_to+0x53c/0xd00 [ 1168.415389][ C0] ? kthread_is_per_cpu+0xe0/0xe0 [ 1168.415391][ C0] ret_from_fork_asm+0x11/0x20 [ 1168.415399][ C0]