====================================== | # 87.23 [+0.00] [ 644.408005] [ C0] hardirqs last enabled at (617806): irqentry_exit (kernel/entry/common.c:220) | # 87.23 [+0.00] [ 644.408013] [ C0] hardirqs last disabled at (617807): sysvec_apic_timer_interrupt (./arch/x86/include/asm/hardirq.h:78 arch/x86/kernel/apic/apic.c:1056) | # 87.24 [+0.00] [ 644.408015] [ C0] softirqs last enabled at (92644): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | # 87.24 [+0.00] [ 644.408020] [ C0] softirqs last disabled at (92661): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) # 87.25 [+0.00] [ 644.408029] [ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 # 87.25 [+0.00] [ 644.408031] [ C0] Stopper: softlockup_fn+0x0/0xc0 <- watchdog_timer_fn (kernel/watchdog.c:775 (discriminator 1)) # 87.25 [+0.00] [ 644.408036] [ C0] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) # 87.25 [+0.00] [ 644.408040] [ C0] Code: f5 53 48 8b 74 24 10 48 89 fb 48 83 c7 18 e8 21 82 e3 fd 48 89 df e8 c9 cd e3 fd f7 c5 00 02 00 00 75 1f 9c 58 f6 c4 02 75 2f 01 00 00 00 e8 30 5b d7 fd 65 8b 05 d9 c1 09 02 85 c0 74 12 5b All code ======== 0: f5 cmc 1: 53 push %rbx 2: 48 8b 74 24 10 mov 0x10(%rsp),%rsi 7: 48 89 fb mov %rdi,%rbx a: 48 83 c7 18 add $0x18,%rdi e: e8 21 82 e3 fd call 0xfffffffffde38234 13: 48 89 df mov %rbx,%rdi 16: e8 c9 cd e3 fd call 0xfffffffffde3cde4 1b: f7 c5 00 02 00 00 test $0x200,%ebp 21: 75 1f jne 0x42 23: 9c pushf 24: 58 pop %rax 25: f6 c4 02 test $0x2,%ah 28: 75 2f jne 0x59 2a:* bf 01 00 00 00 mov $0x1,%edi <-- trapping instruction 2f: e8 30 5b d7 fd call 0xfffffffffdd75b64 34: 65 8b 05 d9 c1 09 02 mov %gs:0x209c1d9(%rip),%eax # 0x209c214 3b: 85 c0 test %eax,%eax 3d: 74 12 je 0x51 3f: 5b pop %rbx Code starting with the faulting instruction =========================================== 0: bf 01 00 00 00 mov $0x1,%edi 5: e8 30 5b d7 fd call 0xfffffffffdd75b3a a: 65 8b 05 d9 c1 09 02 mov %gs:0x209c1d9(%rip),%eax # 0x209c1ea 11: 85 c0 test %eax,%eax 13: 74 12 je 0x27 15: 5b pop %rbx # 87.26 [+0.01] [ 644.408042] [ C0] RSP: 0018:ffa0000000007c38 EFLAGS: 00000246 # 87.26 [+0.00] [ 644.408044] [ C0] RAX: 0000000000000096 RBX: ffffffffa34a5100 RCX: ffffffffa0496e63 # 87.27 [+0.00] [ 644.408045] [ C0] RDX: ff11000001b24540 RSI: ffffffffa0da9a6a RDI: ffffffffa0867200 # 87.27 [+0.00] [ 644.408046] [ C0] RBP: 0000000000000212 R08: 0000000000000000 R09: 0000000000000001 # 87.27 [+0.00] [ 644.408047] [ C0] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000001 # 87.27 [+0.00] [ 644.408047] [ C0] R13: dffffc0000000000 R14: 0000000000000001 R15: ff110000018fb250 # 87.28 [+0.00] [ 644.408050] [ C0] FS: 0000000000000000(0000) GS:ff1100008d0ed000(0000) knlGS:0000000000000000 # 87.28 [+0.00] [ 644.408053] [ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 # 87.28 [+0.00] [ 644.408054] [ C0] CR2: 00005560dbd1b480 CR3: 0000000036934003 CR4: 0000000000771ef0 # 87.28 [+0.00] [ 644.408055] [ C0] PKRU: 55555554 # 87.29 [+0.00] [ 644.408056] [ C0] Call Trace: # 87.29 [+0.00] [ 644.408060] [ C0] # 87.29 [+0.00] [ 644.408064] [ C0] __debug_check_no_obj_freed (lib/debugobjects.c:1110) # 87.29 [+0.00] [ 644.408070] [ C0] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) # 87.29 [+0.00] [ 644.408075] [ C0] ? debug_objects_fill_pool (lib/debugobjects.c:1070) # 87.29 [+0.00] [ 644.408077] [ C0] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 33)) # 87.30 [+0.00] [ 644.408080] [ C0] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 6) kernel/locking/lockdep.c:4411 (discriminator 6)) # 87.30 [+0.00] [ 644.408083] [ C0] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) # 87.30 [+0.00] [ 644.408088] [ C0] kmem_cache_free (mm/slub.c:2471 mm/slub.c:6663 mm/slub.c:6774) # 87.30 [+0.00] [ 644.408093] [ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) # 87.30 [+0.00] [ 644.408095] [ C0] ? rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) # 87.31 [+0.00] [ 644.408096] [ C0] ? rcu_do_batch (./include/linux/rcupdate.h:331 (discriminator 1) kernel/rcu/tree.c:2599 (discriminator 1)) # 87.31 [+0.00] [ 644.408098] [ C0] ? rcu_do_batch (kernel/rcu/tree.c:2605) # 87.31 [+0.00] [ 644.408100] [ C0] ? rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) # 87.31 [+0.00] [ 644.408102] [ C0] rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) # 87.31 [+0.00] [ 644.408106] [ C0] ? select_fallback_rq (kernel/sched/core.c:4069) # 87.32 [+0.00] [ 644.408109] [ C0] ? trace_rcu_batch_end (kernel/rcu/tree.c:2529) # 87.32 [+0.00] [ 644.408111] [ C0] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) # 87.32 [+0.00] [ 644.408114] [ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) # 87.32 [+0.00] [ 644.408117] [ C0] rcu_core (kernel/rcu/tree.c:2859) # 87.32 [+0.00] [ 644.408120] [ C0] handle_softirqs (./arch/x86/include/asm/jump_label.h:37 ./include/trace/events/irq.h:142 kernel/softirq.c:623) # 87.32 [+0.00] [ 644.408124] [ C0] ? tasklet_unlock_wait (kernel/softirq.c:580) # 87.33 [+0.00] [ 644.408126] [ C0] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) # 87.33 [+0.00] [ 644.408131] [ C0] irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) # 87.33 [+0.00] [ 644.408133] [ C0] common_interrupt (arch/x86/kernel/irq.c:319 (discriminator 49)) # 87.33 [+0.00] [ 644.408136] [ C0] # 87.33 [+0.00] [ 644.408136] [ C0] # 87.33 [+0.00] [ 644.408138] [ C0] asm_common_interrupt (./arch/x86/include/asm/idtentry.h:688) # 87.34 [+0.00] [ 644.408141] [ C0] RIP: 0010:pvclock_clocksource_read_nowd (arch/x86/kernel/pvclock.c:119) # 87.34 [+0.00] [ 644.408143] [ C0] Code: 0c 02 e8 1f 00 00 00 48 2b 05 b8 42 9d 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d 23 73 22 00 fb f4 c3 0f 1f 40 d6 <48> 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 f9 66 90 48 c1 All code ======== 0: 0c 02 or $0x2,%al 2: e8 1f 00 00 00 call 0x26 7: 48 2b 05 b8 42 9d 00 sub 0x9d42b8(%rip),%rax # 0x9d42c6 e: c3 ret f: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 16: f3 0f 1e fa endbr64 1a: eb 07 jmp 0x23 1c: 0f 00 2d 23 73 22 00 verw 0x227323(%rip) # 0x227346 23: fb sti 24: f4 hlt 25: c3 ret 26: 0f 1f 40 d6 nopl -0x2a(%rax) 2a:* 48 83 ec 20 sub $0x20,%rsp <-- trapping instruction 2e: 8b 17 mov (%rdi),%edx 30: 49 89 f8 mov %rdi,%r8 33: 83 e2 fe and $0xfffffffe,%edx 36: 41 89 d2 mov %edx,%r10d 39: 0f 01 f9 rdtscp 3c: 66 90 xchg %ax,%ax 3e: 48 rex.W 3f: c1 .byte 0xc1 Code starting with the faulting instruction =========================================== 0: 48 83 ec 20 sub $0x20,%rsp 4: 8b 17 mov (%rdi),%edx 6: 49 89 f8 mov %rdi,%r8 9: 83 e2 fe and $0xfffffffe,%edx c: 41 89 d2 mov %edx,%r10d f: 0f 01 f9 rdtscp 12: 66 90 xchg %ax,%ax 14: 48 rex.W 15: c1 .byte 0xc1 # 87.35 [+0.01] [ 644.408144] [ C0] RSP: 0018:ffa0000000127d10 EFLAGS: 00000282 # 87.35 [+0.00] [ 644.408146] [ C0] RAX: 0000000000000000 RBX: ffffffffa253a0a0 RCX: dffffc0000000000 # 87.35 [+0.00] [ 644.408147] [ C0] RDX: ffffffff9e485256 RSI: ffffffffa070ba00 RDI: ffffffffa257a000 # 87.35 [+0.00] [ 644.408148] [ C0] RBP: ffffffff9e493e60 R08: 0000000000000000 R09: 0000000000000001 # 87.36 [+0.00] [ 644.408148] [ C0] R10: 0000000000000000 R11: 0000000000000001 R12: ff1100002f627058 # 87.36 [+0.00] [ 644.408149] [ C0] R13: dffffc0000000000 R14: ffe21c0005ec4e0a R15: 0000000000000000 # 87.36 [+0.00] [ 644.408150] [ C0] ? lockup_detector_update_enable (kernel/watchdog.c:744) # 87.36 [+0.00] [ 644.408154] [ C0] ? cpu_stopper_thread (kernel/stop_machine.c:512) # 87.37 [+0.00] [ 644.408159] [ C0] kvm_sched_clock_read (arch/x86/kernel/kvmclock.c:91 (discriminator 2)) # 87.37 [+0.00] [ 644.408160] [ C0] local_clock_noinstr (kernel/sched/clock.c:304 (discriminator 1)) # 87.37 [+0.00] [ 644.408162] [ C0] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 33)) # 87.37 [+0.00] [ 644.408164] [ C0] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 6) kernel/locking/lockdep.c:4411 (discriminator 6)) # 87.37 [+0.00] [ 644.408165] [ C0] running_clock+0x10/0x20 # 87.38 [+0.00] [ 644.408168] [ C0] softlockup_fn (kernel/watchdog.c:640 kernel/watchdog.c:647 kernel/watchdog.c:745) # 87.38 [+0.00] [ 644.408170] [ C0] ? preempt_count_add (./include/linux/ftrace.h:1132 (discriminator 1) kernel/sched/core.c:5705 (discriminator 1) kernel/sched/core.c:5702 (discriminator 1) kernel/sched/core.c:5730 (discriminator 1)) # 87.38 [+0.00] [ 644.408172] [ C0] cpu_stopper_thread (kernel/stop_machine.c:513) # 87.38 [+0.00] [ 644.408177] [ C0] smpboot_thread_fn (kernel/smpboot.c:160) # 87.38 [+0.00] [ 644.408182] [ C0] ? sort_range (kernel/smpboot.c:103) # 87.39 [+0.00] [ 644.408184] [ C0] kthread (kernel/kthread.c:463) # 87.39 [+0.00] [ 644.408186] [ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) # 87.39 [+0.00] [ 644.408188] [ C0] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) # 87.39 [+0.00] [ 644.408190] [ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) # 87.39 [+0.00] [ 644.408192] [ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) # 87.39 [+0.00] [ 644.408194] [ C0] ret_from_fork (arch/x86/kernel/process.c:164) # 87.40 [+0.00] [ 644.408198] [ C0] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) # 87.40 [+0.00] [ 644.408201] [ C0] ? __switch_to (./include/linux/thread_info.h:140 (discriminator 2) arch/x86/kernel/process.h:16 (discriminator 2) arch/x86/kernel/process_64.c:676 (discriminator 2)) # 87.40 [+0.00] [ 644.408205] [ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) # 87.40 [+0.00] [ 644.408207] [ C0] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | # 87.41 [+0.00] [ 649.138994] [ C0] rcu: INFO: rcu_preempt self-detected stall on CPU | # 87.41 [+0.00] [ 649.139333] [ C0] rcu: 0-....: (1 GPs behind) idle=1ffc/1/0x4000000000000000 softirq=548880/548881 fqs=6406 | # 87.41 [+0.00] [ 649.140224] [ C0] rcu: (t=26000 jiffies g=537257 q=693 ncpus=4) | # 87.42 [+0.00] [ 649.140470] [ C0] Tainted: [L]=SOFTLOCKUP # 87.42 [+0.00] [ 649.140471] [ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 # 87.42 [+0.00] [ 649.140473] [ C0] Stopper: softlockup_fn+0x0/0xc0 <- watchdog_timer_fn (kernel/watchdog.c:775 (discriminator 1)) # 87.42 [+0.00] [ 649.140482] [ C0] RIP: 0010:__orc_find (arch/x86/kernel/unwind_orc.c:80 arch/x86/kernel/unwind_orc.c:102) # 87.43 [+0.00] [ 649.140486] [ C0] Code: 39 c1 72 4d 4c 89 ca 4c 29 c2 48 89 d1 48 c1 ea 3f 48 c1 f9 02 48 01 ca 48 d1 fa 49 8d 14 90 48 89 d1 48 c1 e9 03 0f b6 3c 01 <48> 89 d1 83 e1 07 83 c1 03 40 38 f9 7c 05 40 84 ff 75 30 48 63 0a All code ======== 0: 39 c1 cmp %eax,%ecx 2: 72 4d jb 0x51 4: 4c 89 ca mov %r9,%rdx 7: 4c 29 c2 sub %r8,%rdx a: 48 89 d1 mov %rdx,%rcx d: 48 c1 ea 3f shr $0x3f,%rdx 11: 48 c1 f9 02 sar $0x2,%rcx 15: 48 01 ca add %rcx,%rdx 18: 48 d1 fa sar $1,%rdx 1b: 49 8d 14 90 lea (%r8,%rdx,4),%rdx 1f: 48 89 d1 mov %rdx,%rcx 22: 48 c1 e9 03 shr $0x3,%rcx 26: 0f b6 3c 01 movzbl (%rcx,%rax,1),%edi 2a:* 48 89 d1 mov %rdx,%rcx <-- trapping instruction 2d: 83 e1 07 and $0x7,%ecx 30: 83 c1 03 add $0x3,%ecx 33: 40 38 f9 cmp %dil,%cl 36: 7c 05 jl 0x3d 38: 40 84 ff test %dil,%dil 3b: 75 30 jne 0x6d 3d: 48 63 0a movslq (%rdx),%rcx Code starting with the faulting instruction =========================================== 0: 48 89 d1 mov %rdx,%rcx 3: 83 e1 07 and $0x7,%ecx 6: 83 c1 03 add $0x3,%ecx 9: 40 38 f9 cmp %dil,%cl c: 7c 05 jl 0x13 e: 40 84 ff test %dil,%dil 11: 75 30 jne 0x43 13: 48 63 0a movslq (%rdx),%rcx # 87.43 [+0.01] [ 649.140488] [ C0] RSP: 0018:ffa00000000078b0 EFLAGS: 00000212 # 87.43 [+0.00] [ 649.140492] [ C0] RAX: dffffc0000000000 RBX: ffffffffa200227a RCX: 1ffffffff43a9475 # 87.44 [+0.00] [ 649.140493] [ C0] RDX: ffffffffa1d4a3a8 RSI: ffffffffa1d4a380 RDI: 0000000000000000 # 87.44 [+0.00] [ 649.140494] [ C0] RBP: 0000000000000002 R08: ffffffffa1d4a380 R09: ffffffffa1d4a3d0 # 87.44 [+0.00] [ 649.140495] [ C0] R10: ffffffff9ea5a82f R11: ffffffffa1d4a380 R12: ffa0000000007a48 # 87.45 [+0.00] [ 649.140496] [ C0] R13: ffa00000000079f0 R14: 0000000000000000 R15: ff11000001b24540 # 87.45 [+0.00] [ 649.140498] [ C0] FS: 0000000000000000(0000) GS:ff1100008d0ed000(0000) knlGS:0000000000000000 # 87.45 [+0.00] [ 649.140501] [ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 # 87.45 [+0.00] [ 649.140502] [ C0] CR2: 00005560dbd1b480 CR3: 0000000036934003 CR4: 0000000000771ef0 # 87.46 [+0.00] [ 649.140503] [ C0] PKRU: 55555554 # 87.46 [+0.00] [ 649.140504] [ C0] Call Trace: # 87.46 [+0.00] [ 649.140505] [ C0] # 87.46 [+0.00] [ 649.140509] [ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) # 87.46 [+0.00] [ 649.140512] [ C0] unwind_next_frame (arch/x86/kernel/unwind_orc.c:495) # 87.47 [+0.00] [ 649.140514] [ C0] ? kasan_save_stack (mm/kasan/common.c:57) # 87.47 [+0.00] [ 649.140520] [ C0] ? stack_access_ok (arch/x86/kernel/unwind_orc.c:469) # 87.47 [+0.00] [ 649.140524] [ C0] ? __unwind_start (./arch/x86/include/asm/unwind.h:50 arch/x86/kernel/unwind_orc.c:755) # 87.47 [+0.00] [ 649.140526] [ C0] ? write_profile (kernel/stacktrace.c:83) # 87.47 [+0.00] [ 649.140530] [ C0] arch_stack_walk (arch/x86/kernel/stacktrace.c:24 (discriminator 3)) # 87.47 [+0.00] [ 649.140535] [ C0] ? kasan_save_stack (mm/kasan/common.c:57) # 87.48 [+0.00] [ 649.140539] [ C0] stack_trace_save (kernel/stacktrace.c:123) # 87.48 [+0.00] [ 649.140541] [ C0] ? stack_trace_snprint (kernel/stacktrace.c:114) # 87.48 [+0.00] [ 649.140543] [ C0] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) # 87.48 [+0.00] [ 649.140548] [ C0] kasan_save_stack (mm/kasan/common.c:57) # 87.48 [+0.00] [ 649.140550] [ C0] ? kasan_save_stack (mm/kasan/common.c:57) # 87.49 [+0.00] [ 649.140566] [ C0] kasan_save_track (mm/kasan/common.c:69 (discriminator 1) mm/kasan/common.c:78 (discriminator 1)) # 87.49 [+0.00] [ 649.140568] [ C0] __kasan_save_free_info (mm/kasan/generic.c:590 (discriminator 1)) # 87.49 [+0.00] [ 649.140570] [ C0] __kasan_slab_free (mm/kasan/common.c:286) # 87.49 [+0.00] [ 649.140572] [ C0] kmem_cache_free (mm/slub.c:6663 (discriminator 3) mm/slub.c:6774 (discriminator 3)) # 87.49 [+0.00] [ 649.140575] [ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) # 87.49 [+0.00] [ 649.140577] [ C0] ? rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) # 87.50 [+0.00] [ 649.140578] [ C0] ? rcu_do_batch (./include/linux/rcupdate.h:331 (discriminator 1) kernel/rcu/tree.c:2599 (discriminator 1)) # 87.50 [+0.00] [ 649.140579] [ C0] ? rcu_do_batch (kernel/rcu/tree.c:2605) # 87.50 [+0.00] [ 649.140582] [ C0] ? rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) # 87.50 [+0.00] [ 649.140585] [ C0] rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) # 87.50 [+0.00] [ 649.140591] [ C0] ? select_fallback_rq (kernel/sched/core.c:4069) # 87.51 [+0.00] [ 649.140595] [ C0] ? trace_rcu_batch_end (kernel/rcu/tree.c:2529) # 87.51 [+0.00] [ 649.140598] [ C0] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) # 87.51 [+0.00] [ 649.140600] [ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) # 87.51 [+0.00] [ 649.140603] [ C0] rcu_core (kernel/rcu/tree.c:2859) # 87.51 [+0.00] [ 649.140606] [ C0] handle_softirqs (./arch/x86/include/asm/jump_label.h:37 ./include/trace/events/irq.h:142 kernel/softirq.c:623) # 87.51 [+0.00] [ 649.140611] [ C0] ? tasklet_unlock_wait (kernel/softirq.c:580) # 87.52 [+0.00] [ 649.140613] [ C0] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) # 87.52 [+0.00] [ 649.140618] [ C0] irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) # 87.52 [+0.00] [ 649.140619] [ C0] common_interrupt (arch/x86/kernel/irq.c:319 (discriminator 49)) # 87.52 [+0.00] [ 649.140623] [ C0] # 87.52 [+0.00] [ 649.140624] [ C0] # 87.52 [+0.00] [ 649.140626] [ C0] asm_common_interrupt (./arch/x86/include/asm/idtentry.h:688) # 87.53 [+0.00] [ 649.140629] [ C0] RIP: 0010:pvclock_clocksource_read_nowd (arch/x86/kernel/pvclock.c:119) # 87.53 [+0.00] [ 649.140631] [ C0] Code: 0c 02 e8 1f 00 00 00 48 2b 05 b8 42 9d 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d 23 73 22 00 fb f4 c3 0f 1f 40 d6 <48> 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 f9 66 90 48 c1 All code ======== 0: 0c 02 or $0x2,%al 2: e8 1f 00 00 00 call 0x26 7: 48 2b 05 b8 42 9d 00 sub 0x9d42b8(%rip),%rax # 0x9d42c6 e: c3 ret f: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 16: f3 0f 1e fa endbr64 1a: eb 07 jmp 0x23 1c: 0f 00 2d 23 73 22 00 verw 0x227323(%rip) # 0x227346 23: fb sti 24: f4 hlt 25: c3 ret 26: 0f 1f 40 d6 nopl -0x2a(%rax) 2a:* 48 83 ec 20 sub $0x20,%rsp <-- trapping instruction 2e: 8b 17 mov (%rdi),%edx 30: 49 89 f8 mov %rdi,%r8 33: 83 e2 fe and $0xfffffffe,%edx 36: 41 89 d2 mov %edx,%r10d 39: 0f 01 f9 rdtscp 3c: 66 90 xchg %ax,%ax 3e: 48 rex.W 3f: c1 .byte 0xc1 Code starting with the faulting instruction =========================================== 0: 48 83 ec 20 sub $0x20,%rsp 4: 8b 17 mov (%rdi),%edx 6: 49 89 f8 mov %rdi,%r8 9: 83 e2 fe and $0xfffffffe,%edx c: 41 89 d2 mov %edx,%r10d f: 0f 01 f9 rdtscp 12: 66 90 xchg %ax,%ax 14: 48 rex.W 15: c1 .byte 0xc1 # 87.54 [+0.01] [ 649.140632] [ C0] RSP: 0018:ffa0000000127d10 EFLAGS: 00000282 # 87.54 [+0.00] [ 649.140633] [ C0] RAX: 0000000000000000 RBX: ffffffffa253a0a0 RCX: dffffc0000000000 # 87.54 [+0.00] [ 649.140634] [ C0] RDX: ffffffff9e485256 RSI: ffffffffa070ba00 RDI: ffffffffa257a000 # 87.54 [+0.00] [ 649.140634] [ C0] RBP: ffffffff9e493e60 R08: 0000000000000000 R09: 0000000000000001 # 87.55 [+0.00] [ 649.140635] [ C0] R10: 0000000000000000 R11: 0000000000000001 R12: ff1100002f627058 # 87.55 [+0.00] [ 649.140636] [ C0] R13: dffffc0000000000 R14: ffe21c0005ec4e0a R15: 0000000000000000 # 87.55 [+0.00] [ 649.140637] [ C0] ? lockup_detector_update_enable (kernel/watchdog.c:744) # 87.55 [+0.00] [ 649.140641] [ C0] ? cpu_stopper_thread (kernel/stop_machine.c:512) # 87.56 [+0.00] [ 649.140646] [ C0] kvm_sched_clock_read (arch/x86/kernel/kvmclock.c:91 (discriminator 2)) # 87.56 [+0.00] [ 649.140647] [ C0] local_clock_noinstr (kernel/sched/clock.c:304 (discriminator 1)) # 87.56 [+0.00] [ 649.140649] [ C0] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 33)) # 87.56 [+0.00] [ 649.140652] [ C0] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 6) kernel/locking/lockdep.c:4411 (discriminator 6)) # 87.56 [+0.00] [ 649.140653] [ C0] running_clock+0x10/0x20 # 87.57 [+0.00] [ 649.140656] [ C0] softlockup_fn (kernel/watchdog.c:640 kernel/watchdog.c:647 kernel/watchdog.c:745) # 87.57 [+0.00] [ 649.140658] [ C0] ? preempt_count_add (./include/linux/ftrace.h:1132 (discriminator 1) kernel/sched/core.c:5705 (discriminator 1) kernel/sched/core.c:5702 (discriminator 1) kernel/sched/core.c:5730 (discriminator 1)) # 87.57 [+0.00] [ 649.140659] [ C0] cpu_stopper_thread (kernel/stop_machine.c:513) # 87.57 [+0.00] [ 649.140664] [ C0] smpboot_thread_fn (kernel/smpboot.c:160) # 87.57 [+0.00] [ 649.140669] [ C0] ? sort_range (kernel/smpboot.c:103) # 87.58 [+0.00] [ 649.140671] [ C0] kthread (kernel/kthread.c:463) # 87.58 [+0.00] [ 649.140673] [ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) # 87.58 [+0.00] [ 649.140675] [ C0] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) # 87.58 [+0.00] [ 649.140677] [ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) # 87.58 [+0.00] [ 649.140679] [ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) # 87.58 [+0.00] [ 649.140681] [ C0] ret_from_fork (arch/x86/kernel/process.c:164) # 87.59 [+0.00] [ 649.140685] [ C0] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) # 87.59 [+0.00] [ 649.140688] [ C0] ? __switch_to (./include/linux/thread_info.h:140 (discriminator 2) arch/x86/kernel/process.h:16 (discriminator 2) arch/x86/kernel/process_64.c:676 (discriminator 2)) # 87.59 [+0.00] [ 649.140691] [ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) # 87.59 [+0.00] [ 649.140693] [ C0] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 644.408005][ C0] hardirqs last enabled at (617806): irqentry_exit (kernel/entry/common.c:220) | [ 644.408013][ C0] hardirqs last disabled at (617807): sysvec_apic_timer_interrupt (./arch/x86/include/asm/hardirq.h:78 arch/x86/kernel/apic/apic.c:1056) | [ 644.408015][ C0] softirqs last enabled at (92644): handle_softirqs (kernel/softirq.c:469 (discriminator 2) kernel/softirq.c:650 (discriminator 2)) | [ 644.408020][ C0] softirqs last disabled at (92661): irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) [ 644.408029][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 644.408031][ C0] Stopper: softlockup_fn+0x0/0xc0 <- watchdog_timer_fn (kernel/watchdog.c:775 (discriminator 1)) [ 644.408036][ C0] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) [ 644.408040][ C0] Code: f5 53 48 8b 74 24 10 48 89 fb 48 83 c7 18 e8 21 82 e3 fd 48 89 df e8 c9 cd e3 fd f7 c5 00 02 00 00 75 1f 9c 58 f6 c4 02 75 2f 01 00 00 00 e8 30 5b d7 fd 65 8b 05 d9 c1 09 02 85 c0 74 12 5b All code ======== 0: f5 cmc 1: 53 push %rbx 2: 48 8b 74 24 10 mov 0x10(%rsp),%rsi 7: 48 89 fb mov %rdi,%rbx a: 48 83 c7 18 add $0x18,%rdi e: e8 21 82 e3 fd call 0xfffffffffde38234 13: 48 89 df mov %rbx,%rdi 16: e8 c9 cd e3 fd call 0xfffffffffde3cde4 1b: f7 c5 00 02 00 00 test $0x200,%ebp 21: 75 1f jne 0x42 23: 9c pushf 24: 58 pop %rax 25: f6 c4 02 test $0x2,%ah 28: 75 2f jne 0x59 2a:* bf 01 00 00 00 mov $0x1,%edi <-- trapping instruction 2f: e8 30 5b d7 fd call 0xfffffffffdd75b64 34: 65 8b 05 d9 c1 09 02 mov %gs:0x209c1d9(%rip),%eax # 0x209c214 3b: 85 c0 test %eax,%eax 3d: 74 12 je 0x51 3f: 5b pop %rbx Code starting with the faulting instruction =========================================== 0: bf 01 00 00 00 mov $0x1,%edi 5: e8 30 5b d7 fd call 0xfffffffffdd75b3a a: 65 8b 05 d9 c1 09 02 mov %gs:0x209c1d9(%rip),%eax # 0x209c1ea 11: 85 c0 test %eax,%eax 13: 74 12 je 0x27 15: 5b pop %rbx [ 644.408042][ C0] RSP: 0018:ffa0000000007c38 EFLAGS: 00000246 [ 644.408044][ C0] RAX: 0000000000000096 RBX: ffffffffa34a5100 RCX: ffffffffa0496e63 [ 644.408045][ C0] RDX: ff11000001b24540 RSI: ffffffffa0da9a6a RDI: ffffffffa0867200 [ 644.408046][ C0] RBP: 0000000000000212 R08: 0000000000000000 R09: 0000000000000001 [ 644.408047][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000001 [ 644.408047][ C0] R13: dffffc0000000000 R14: 0000000000000001 R15: ff110000018fb250 [ 644.408050][ C0] FS: 0000000000000000(0000) GS:ff1100008d0ed000(0000) knlGS:0000000000000000 [ 644.408053][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 644.408054][ C0] CR2: 00005560dbd1b480 CR3: 0000000036934003 CR4: 0000000000771ef0 [ 644.408055][ C0] PKRU: 55555554 [ 644.408056][ C0] Call Trace: [ 644.408060][ C0] [ 644.408064][ C0] __debug_check_no_obj_freed (lib/debugobjects.c:1110) [ 644.408070][ C0] ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1)) [ 644.408075][ C0] ? debug_objects_fill_pool (lib/debugobjects.c:1070) [ 644.408077][ C0] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 33)) [ 644.408080][ C0] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 6) kernel/locking/lockdep.c:4411 (discriminator 6)) [ 644.408083][ C0] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 644.408088][ C0] kmem_cache_free (mm/slub.c:2471 mm/slub.c:6663 mm/slub.c:6774) [ 644.408093][ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 644.408095][ C0] ? rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) [ 644.408096][ C0] ? rcu_do_batch (./include/linux/rcupdate.h:331 (discriminator 1) kernel/rcu/tree.c:2599 (discriminator 1)) [ 644.408098][ C0] ? rcu_do_batch (kernel/rcu/tree.c:2605) [ 644.408100][ C0] ? rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) [ 644.408102][ C0] rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) [ 644.408106][ C0] ? select_fallback_rq (kernel/sched/core.c:4069) [ 644.408109][ C0] ? trace_rcu_batch_end (kernel/rcu/tree.c:2529) [ 644.408111][ C0] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 644.408114][ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 644.408117][ C0] rcu_core (kernel/rcu/tree.c:2859) [ 644.408120][ C0] handle_softirqs (./arch/x86/include/asm/jump_label.h:37 ./include/trace/events/irq.h:142 kernel/softirq.c:623) [ 644.408124][ C0] ? tasklet_unlock_wait (kernel/softirq.c:580) [ 644.408126][ C0] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 644.408131][ C0] irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) [ 644.408133][ C0] common_interrupt (arch/x86/kernel/irq.c:319 (discriminator 49)) [ 644.408136][ C0] [ 644.408136][ C0] [ 644.408138][ C0] asm_common_interrupt (./arch/x86/include/asm/idtentry.h:688) [ 644.408141][ C0] RIP: 0010:pvclock_clocksource_read_nowd (arch/x86/kernel/pvclock.c:119) [ 644.408143][ C0] Code: 0c 02 e8 1f 00 00 00 48 2b 05 b8 42 9d 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d 23 73 22 00 fb f4 c3 0f 1f 40 d6 <48> 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 f9 66 90 48 c1 All code ======== 0: 0c 02 or $0x2,%al 2: e8 1f 00 00 00 call 0x26 7: 48 2b 05 b8 42 9d 00 sub 0x9d42b8(%rip),%rax # 0x9d42c6 e: c3 ret f: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 16: f3 0f 1e fa endbr64 1a: eb 07 jmp 0x23 1c: 0f 00 2d 23 73 22 00 verw 0x227323(%rip) # 0x227346 23: fb sti 24: f4 hlt 25: c3 ret 26: 0f 1f 40 d6 nopl -0x2a(%rax) 2a:* 48 83 ec 20 sub $0x20,%rsp <-- trapping instruction 2e: 8b 17 mov (%rdi),%edx 30: 49 89 f8 mov %rdi,%r8 33: 83 e2 fe and $0xfffffffe,%edx 36: 41 89 d2 mov %edx,%r10d 39: 0f 01 f9 rdtscp 3c: 66 90 xchg %ax,%ax 3e: 48 rex.W 3f: c1 .byte 0xc1 Code starting with the faulting instruction =========================================== 0: 48 83 ec 20 sub $0x20,%rsp 4: 8b 17 mov (%rdi),%edx 6: 49 89 f8 mov %rdi,%r8 9: 83 e2 fe and $0xfffffffe,%edx c: 41 89 d2 mov %edx,%r10d f: 0f 01 f9 rdtscp 12: 66 90 xchg %ax,%ax 14: 48 rex.W 15: c1 .byte 0xc1 [ 644.408144][ C0] RSP: 0018:ffa0000000127d10 EFLAGS: 00000282 [ 644.408146][ C0] RAX: 0000000000000000 RBX: ffffffffa253a0a0 RCX: dffffc0000000000 [ 644.408147][ C0] RDX: ffffffff9e485256 RSI: ffffffffa070ba00 RDI: ffffffffa257a000 [ 644.408148][ C0] RBP: ffffffff9e493e60 R08: 0000000000000000 R09: 0000000000000001 [ 644.408148][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: ff1100002f627058 [ 644.408149][ C0] R13: dffffc0000000000 R14: ffe21c0005ec4e0a R15: 0000000000000000 [ 644.408150][ C0] ? lockup_detector_update_enable (kernel/watchdog.c:744) [ 644.408154][ C0] ? cpu_stopper_thread (kernel/stop_machine.c:512) [ 644.408159][ C0] kvm_sched_clock_read (arch/x86/kernel/kvmclock.c:91 (discriminator 2)) [ 644.408160][ C0] local_clock_noinstr (kernel/sched/clock.c:304 (discriminator 1)) [ 644.408162][ C0] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 33)) [ 644.408164][ C0] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 6) kernel/locking/lockdep.c:4411 (discriminator 6)) [ 644.408165][ C0] running_clock+0x10/0x20 [ 644.408168][ C0] softlockup_fn (kernel/watchdog.c:640 kernel/watchdog.c:647 kernel/watchdog.c:745) [ 644.408170][ C0] ? preempt_count_add (./include/linux/ftrace.h:1132 (discriminator 1) kernel/sched/core.c:5705 (discriminator 1) kernel/sched/core.c:5702 (discriminator 1) kernel/sched/core.c:5730 (discriminator 1)) [ 644.408172][ C0] cpu_stopper_thread (kernel/stop_machine.c:513) [ 644.408177][ C0] smpboot_thread_fn (kernel/smpboot.c:160) [ 644.408182][ C0] ? sort_range (kernel/smpboot.c:103) [ 644.408184][ C0] kthread (kernel/kthread.c:463) [ 644.408186][ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 644.408188][ C0] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 644.408190][ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 644.408192][ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 644.408194][ C0] ret_from_fork (arch/x86/kernel/process.c:164) [ 644.408198][ C0] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 644.408201][ C0] ? __switch_to (./include/linux/thread_info.h:140 (discriminator 2) arch/x86/kernel/process.h:16 (discriminator 2) arch/x86/kernel/process_64.c:676 (discriminator 2)) [ 644.408205][ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 644.408207][ C0] ret_from_fork_asm (arch/x86/entry/entry_64.S:256) | [ 649.138994][ C0] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 649.139333][ C0] rcu: 0-....: (1 GPs behind) idle=1ffc/1/0x4000000000000000 softirq=548880/548881 fqs=6406 | [ 649.140224][ C0] rcu: (t=26000 jiffies g=537257 q=693 ncpus=4) | [ 649.140470][ C0] Tainted: [L]=SOFTLOCKUP [ 649.140471][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 649.140473][ C0] Stopper: softlockup_fn+0x0/0xc0 <- watchdog_timer_fn (kernel/watchdog.c:775 (discriminator 1)) [ 649.140482][ C0] RIP: 0010:__orc_find (arch/x86/kernel/unwind_orc.c:80 arch/x86/kernel/unwind_orc.c:102) [ 649.140486][ C0] Code: 39 c1 72 4d 4c 89 ca 4c 29 c2 48 89 d1 48 c1 ea 3f 48 c1 f9 02 48 01 ca 48 d1 fa 49 8d 14 90 48 89 d1 48 c1 e9 03 0f b6 3c 01 <48> 89 d1 83 e1 07 83 c1 03 40 38 f9 7c 05 40 84 ff 75 30 48 63 0a All code ======== 0: 39 c1 cmp %eax,%ecx 2: 72 4d jb 0x51 4: 4c 89 ca mov %r9,%rdx 7: 4c 29 c2 sub %r8,%rdx a: 48 89 d1 mov %rdx,%rcx d: 48 c1 ea 3f shr $0x3f,%rdx 11: 48 c1 f9 02 sar $0x2,%rcx 15: 48 01 ca add %rcx,%rdx 18: 48 d1 fa sar $1,%rdx 1b: 49 8d 14 90 lea (%r8,%rdx,4),%rdx 1f: 48 89 d1 mov %rdx,%rcx 22: 48 c1 e9 03 shr $0x3,%rcx 26: 0f b6 3c 01 movzbl (%rcx,%rax,1),%edi 2a:* 48 89 d1 mov %rdx,%rcx <-- trapping instruction 2d: 83 e1 07 and $0x7,%ecx 30: 83 c1 03 add $0x3,%ecx 33: 40 38 f9 cmp %dil,%cl 36: 7c 05 jl 0x3d 38: 40 84 ff test %dil,%dil 3b: 75 30 jne 0x6d 3d: 48 63 0a movslq (%rdx),%rcx Code starting with the faulting instruction =========================================== 0: 48 89 d1 mov %rdx,%rcx 3: 83 e1 07 and $0x7,%ecx 6: 83 c1 03 add $0x3,%ecx 9: 40 38 f9 cmp %dil,%cl c: 7c 05 jl 0x13 e: 40 84 ff test %dil,%dil 11: 75 30 jne 0x43 13: 48 63 0a movslq (%rdx),%rcx [ 649.140488][ C0] RSP: 0018:ffa00000000078b0 EFLAGS: 00000212 [ 649.140492][ C0] RAX: dffffc0000000000 RBX: ffffffffa200227a RCX: 1ffffffff43a9475 [ 649.140493][ C0] RDX: ffffffffa1d4a3a8 RSI: ffffffffa1d4a380 RDI: 0000000000000000 [ 649.140494][ C0] RBP: 0000000000000002 R08: ffffffffa1d4a380 R09: ffffffffa1d4a3d0 [ 649.140495][ C0] R10: ffffffff9ea5a82f R11: ffffffffa1d4a380 R12: ffa0000000007a48 [ 649.140496][ C0] R13: ffa00000000079f0 R14: 0000000000000000 R15: ff11000001b24540 [ 649.140498][ C0] FS: 0000000000000000(0000) GS:ff1100008d0ed000(0000) knlGS:0000000000000000 [ 649.140501][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 649.140502][ C0] CR2: 00005560dbd1b480 CR3: 0000000036934003 CR4: 0000000000771ef0 [ 649.140503][ C0] PKRU: 55555554 [ 649.140504][ C0] Call Trace: [ 649.140505][ C0] [ 649.140509][ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 649.140512][ C0] unwind_next_frame (arch/x86/kernel/unwind_orc.c:495) [ 649.140514][ C0] ? kasan_save_stack (mm/kasan/common.c:57) [ 649.140520][ C0] ? stack_access_ok (arch/x86/kernel/unwind_orc.c:469) [ 649.140524][ C0] ? __unwind_start (./arch/x86/include/asm/unwind.h:50 arch/x86/kernel/unwind_orc.c:755) [ 649.140526][ C0] ? write_profile (kernel/stacktrace.c:83) [ 649.140530][ C0] arch_stack_walk (arch/x86/kernel/stacktrace.c:24 (discriminator 3)) [ 649.140535][ C0] ? kasan_save_stack (mm/kasan/common.c:57) [ 649.140539][ C0] stack_trace_save (kernel/stacktrace.c:123) [ 649.140541][ C0] ? stack_trace_snprint (kernel/stacktrace.c:114) [ 649.140543][ C0] ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1)) [ 649.140548][ C0] kasan_save_stack (mm/kasan/common.c:57) [ 649.140550][ C0] ? kasan_save_stack (mm/kasan/common.c:57) [ 649.140566][ C0] kasan_save_track (mm/kasan/common.c:69 (discriminator 1) mm/kasan/common.c:78 (discriminator 1)) [ 649.140568][ C0] __kasan_save_free_info (mm/kasan/generic.c:590 (discriminator 1)) [ 649.140570][ C0] __kasan_slab_free (mm/kasan/common.c:286) [ 649.140572][ C0] kmem_cache_free (mm/slub.c:6663 (discriminator 3) mm/slub.c:6774 (discriminator 3)) [ 649.140575][ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 649.140577][ C0] ? rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) [ 649.140578][ C0] ? rcu_do_batch (./include/linux/rcupdate.h:331 (discriminator 1) kernel/rcu/tree.c:2599 (discriminator 1)) [ 649.140579][ C0] ? rcu_do_batch (kernel/rcu/tree.c:2605) [ 649.140582][ C0] ? rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) [ 649.140585][ C0] rcu_do_batch (./include/linux/rcupdate.h:341 (discriminator 1) kernel/rcu/tree.c:2607 (discriminator 1)) [ 649.140591][ C0] ? select_fallback_rq (kernel/sched/core.c:4069) [ 649.140595][ C0] ? trace_rcu_batch_end (kernel/rcu/tree.c:2529) [ 649.140598][ C0] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 649.140600][ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 649.140603][ C0] rcu_core (kernel/rcu/tree.c:2859) [ 649.140606][ C0] handle_softirqs (./arch/x86/include/asm/jump_label.h:37 ./include/trace/events/irq.h:142 kernel/softirq.c:623) [ 649.140611][ C0] ? tasklet_unlock_wait (kernel/softirq.c:580) [ 649.140613][ C0] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 649.140618][ C0] irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739) [ 649.140619][ C0] common_interrupt (arch/x86/kernel/irq.c:319 (discriminator 49)) [ 649.140623][ C0] [ 649.140624][ C0] [ 649.140626][ C0] asm_common_interrupt (./arch/x86/include/asm/idtentry.h:688) [ 649.140629][ C0] RIP: 0010:pvclock_clocksource_read_nowd (arch/x86/kernel/pvclock.c:119) [ 649.140631][ C0] Code: 0c 02 e8 1f 00 00 00 48 2b 05 b8 42 9d 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d 23 73 22 00 fb f4 c3 0f 1f 40 d6 <48> 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 f9 66 90 48 c1 All code ======== 0: 0c 02 or $0x2,%al 2: e8 1f 00 00 00 call 0x26 7: 48 2b 05 b8 42 9d 00 sub 0x9d42b8(%rip),%rax # 0x9d42c6 e: c3 ret f: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 16: f3 0f 1e fa endbr64 1a: eb 07 jmp 0x23 1c: 0f 00 2d 23 73 22 00 verw 0x227323(%rip) # 0x227346 23: fb sti 24: f4 hlt 25: c3 ret 26: 0f 1f 40 d6 nopl -0x2a(%rax) 2a:* 48 83 ec 20 sub $0x20,%rsp <-- trapping instruction 2e: 8b 17 mov (%rdi),%edx 30: 49 89 f8 mov %rdi,%r8 33: 83 e2 fe and $0xfffffffe,%edx 36: 41 89 d2 mov %edx,%r10d 39: 0f 01 f9 rdtscp 3c: 66 90 xchg %ax,%ax 3e: 48 rex.W 3f: c1 .byte 0xc1 Code starting with the faulting instruction =========================================== 0: 48 83 ec 20 sub $0x20,%rsp 4: 8b 17 mov (%rdi),%edx 6: 49 89 f8 mov %rdi,%r8 9: 83 e2 fe and $0xfffffffe,%edx c: 41 89 d2 mov %edx,%r10d f: 0f 01 f9 rdtscp 12: 66 90 xchg %ax,%ax 14: 48 rex.W 15: c1 .byte 0xc1 [ 649.140632][ C0] RSP: 0018:ffa0000000127d10 EFLAGS: 00000282 [ 649.140633][ C0] RAX: 0000000000000000 RBX: ffffffffa253a0a0 RCX: dffffc0000000000 [ 649.140634][ C0] RDX: ffffffff9e485256 RSI: ffffffffa070ba00 RDI: ffffffffa257a000 [ 649.140634][ C0] RBP: ffffffff9e493e60 R08: 0000000000000000 R09: 0000000000000001 [ 649.140635][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: ff1100002f627058 [ 649.140636][ C0] R13: dffffc0000000000 R14: ffe21c0005ec4e0a R15: 0000000000000000 [ 649.140637][ C0] ? lockup_detector_update_enable (kernel/watchdog.c:744) [ 649.140641][ C0] ? cpu_stopper_thread (kernel/stop_machine.c:512) [ 649.140646][ C0] kvm_sched_clock_read (arch/x86/kernel/kvmclock.c:91 (discriminator 2)) [ 649.140647][ C0] local_clock_noinstr (kernel/sched/clock.c:304 (discriminator 1)) [ 649.140649][ C0] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 33)) [ 649.140652][ C0] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 6) kernel/locking/lockdep.c:4411 (discriminator 6)) [ 649.140653][ C0] running_clock+0x10/0x20 [ 649.140656][ C0] softlockup_fn (kernel/watchdog.c:640 kernel/watchdog.c:647 kernel/watchdog.c:745) [ 649.140658][ C0] ? preempt_count_add (./include/linux/ftrace.h:1132 (discriminator 1) kernel/sched/core.c:5705 (discriminator 1) kernel/sched/core.c:5702 (discriminator 1) kernel/sched/core.c:5730 (discriminator 1)) [ 649.140659][ C0] cpu_stopper_thread (kernel/stop_machine.c:513) [ 649.140664][ C0] smpboot_thread_fn (kernel/smpboot.c:160) [ 649.140669][ C0] ? sort_range (kernel/smpboot.c:103) [ 649.140671][ C0] kthread (kernel/kthread.c:463) [ 649.140673][ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 649.140675][ C0] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536) [ 649.140677][ C0] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:751 (discriminator 1)) [ 649.140679][ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) [ 649.140681][ C0] ret_from_fork (arch/x86/kernel/process.c:164) [ 649.140685][ C0] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 649.140688][ C0] ? __switch_to (./include/linux/thread_info.h:140 (discriminator 2) arch/x86/kernel/process.h:16 (discriminator 2) arch/x86/kernel/process_64.c:676 (discriminator 2)) [ 649.140691][ C0] ? kthread_is_per_cpu (kernel/kthread.c:412) Finger prints: __orc_find:unwind_next_frame:arch_stack_walk:stack_trace_save:kasan_save_stack irqentry_exit:sysvec_apic_timer_interrupt:handle_softirqs:irq_exit_rcu:_raw_spin_unlock_irqrestore