======================================
| # 45.39 [+0.00] [ 30.845269] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 9559925010 wd_nsec: 9559925327
| # 45.39 [+0.00] [ 36.938236] rcu: INFO: rcu_preempt self-detected stall on CPU
| # 45.39 [+0.00] [ 36.938241] rcu: 0-....: (14017 ticks this GP) idle=4bdc/1/0x4000000000000000 softirq=4460/4460 fqs=5154
| # 45.39 [+0.00] [ 36.938245] rcu: (t=21000 jiffies g=7977 q=65 ncpus=4)
# 45.40 [+0.00] [ 36.938251] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011
# 45.40 [+0.00] [ 36.938253] Workqueue: 0x0 (events)
# 45.40 [+0.00] [ 36.938259] RIP: 0010:console_flush_one_record (kernel/printk/printk.c:3223)
# 45.40 [+0.00] [ 36.938264] Code: 55 98 00 0f b6 44 24 0f 84 c0 0f 85 df 00 00 00 31 c0 88 03 e8 3e 1b 00 00 41 f7 c4 00 02 00 00 0f 84 be 00 00 00 fb 80 3b 00 <0f> 85 a6 00 00 00 49 8b 47 58 48 39 45 00 73 04 48 89 45 00 48 8b
All code
========
0: 55 push %rbp
1: 98 cwtl
2: 00 0f add %cl,(%rdi)
4: b6 44 mov $0x44,%dh
6: 24 0f and $0xf,%al
8: 84 c0 test %al,%al
a: 0f 85 df 00 00 00 jne 0xef
10: 31 c0 xor %eax,%eax
12: 88 03 mov %al,(%rbx)
14: e8 3e 1b 00 00 call 0x1b57
19: 41 f7 c4 00 02 00 00 test $0x200,%r12d
20: 0f 84 be 00 00 00 je 0xe4
26: fb sti
27: 80 3b 00 cmpb $0x0,(%rbx)
2a:* 0f 85 a6 00 00 00 jne 0xd6 <-- trapping instruction
30: 49 8b 47 58 mov 0x58(%r15),%rax
34: 48 39 45 00 cmp %rax,0x0(%rbp)
38: 73 04 jae 0x3e
3a: 48 89 45 00 mov %rax,0x0(%rbp)
3e: 48 rex.W
3f: 8b .byte 0x8b
Code starting with the faulting instruction
===========================================
0: 0f 85 a6 00 00 00 jne 0xac
6: 49 8b 47 58 mov 0x58(%r15),%rax
a: 48 39 45 00 cmp %rax,0x0(%rbp)
e: 73 04 jae 0x14
10: 48 89 45 00 mov %rax,0x0(%rbp)
14: 48 rex.W
15: 8b .byte 0x8b
# 45.40 [+0.00] [ 36.938265] RSP: 0018:ff4d0ee600003cf0 EFLAGS: 00000246
# 45.41 [+0.00] [ 36.938266] RAX: 0000000000000000 RBX: ff4d0ee600003d72 RCX: 0000000000009d40
# 45.41 [+0.00] [ 36.938267] RDX: 0000000000000001 RSI: ffffffffa0c192e0 RDI: ffffffffa0c3fa08
# 45.41 [+0.00] [ 36.938267] RBP: ff4d0ee600003d78 R08: 00000000010429d0 R09: ffffffff9f9242cf
# 45.41 [+0.00] [ 36.938268] R10: ff190403810429d0 R11: ffe5ab37c0041080 R12: 0000000000000246
# 45.41 [+0.00] [ 36.938268] R13: 0000000000000001 R14: 0000000000000000 R15: ffffffffa05dc7e0
# 45.41 [+0.00] [ 36.938272] FS: 0000000000000000(0000) GS:ff1904041e013000(0000) knlGS:0000000000000000
# 45.41 [+0.00] [ 36.938273] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
# 45.42 [+0.00] [ 36.938274] CR2: 000055e872b17000 CR3: 0000000008041005 CR4: 0000000000771ef0
# 45.42 [+0.00] [ 36.938274] PKRU: 55555554
# 45.42 [+0.00] [ 36.938275] Call Trace:
# 45.42 [+0.00] [ 36.938277]
# 45.42 [+0.00] [ 36.938279] console_unlock (kernel/printk/printk.c:3291 (discriminator 1) kernel/printk/printk.c:3319 (discriminator 1) kernel/printk/printk.c:3359 (discriminator 1))
# 45.42 [+0.00] [ 36.938281] ? down_trylock (kernel/locking/semaphore.c:182)
# 45.42 [+0.00] [ 36.938285] vprintk_emit (./arch/x86/include/asm/preempt.h:95 (discriminator 1) kernel/printk/printk.c:2427 (discriminator 1))
# 45.42 [+0.00] [ 36.938285] ? common_interrupt (arch/x86/kernel/irq.c:319 (discriminator 61))
# 45.42 [+0.00] [ 36.938287] _printk (kernel/printk/printk.c:2455)
# 45.42 [+0.00] [ 36.938290] clocksource_watchdog.cold (kernel/time/clocksource.c:508)
# 45.42 [+0.00] [ 36.938292] ? __clocksource_unstable (kernel/time/clocksource.c:425)
# 45.43 [+0.00] [ 36.938294] call_timer_fn (./arch/x86/include/asm/jump_label.h:37 ./include/trace/events/timer.h:127 kernel/time/timer.c:1749)
# 45.43 [+0.00] [ 36.938296] ? __clocksource_unstable (kernel/time/clocksource.c:425)
# 45.43 [+0.00] [ 36.938297] run_timer_softirq (kernel/time/timer.c:1800 kernel/time/timer.c:2373 kernel/time/timer.c:2385 kernel/time/timer.c:2394 kernel/time/timer.c:2402)
# 45.43 [+0.00] [ 36.938299] handle_softirqs (./arch/x86/include/asm/jump_label.h:37 ./include/trace/events/irq.h:142 kernel/softirq.c:623)
# 45.43 [+0.00] [ 36.938302] ? handle_edge_irq (kernel/irq/chip.c:857)
# 45.43 [+0.00] [ 36.938304] irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739)
# 45.43 [+0.00] [ 36.938305] common_interrupt (arch/x86/kernel/irq.c:319 (discriminator 49))
# 45.43 [+0.00] [ 36.938307]
# 45.43 [+0.00] [ 36.938307]
# 45.43 [+0.00] [ 36.938307] asm_common_interrupt (./arch/x86/include/asm/idtentry.h:688)
# 45.43 [+0.00] [ 36.938309] RIP: 0010:finish_task_switch.isra.0 (kernel/sched/core.c:5137)
# 45.44 [+0.00] [ 36.938312] Code: 00 0f 1f 44 00 00 41 c7 44 24 34 00 00 00 00 4c 8b bb 58 0a 00 00 4d 85 ff 0f 85 7f 01 00 00 48 89 df e8 e5 cc 9b 00 fb 66 90 <4d> 85 ed 74 18 4d 3b ae 18 05 00 00 0f 84 c1 00 00 00 f0 41 ff 4d
All code
========
0: 00 0f add %cl,(%rdi)
2: 1f (bad)
3: 44 00 00 add %r8b,(%rax)
6: 41 c7 44 24 34 00 00 movl $0x0,0x34(%r12)
d: 00 00
f: 4c 8b bb 58 0a 00 00 mov 0xa58(%rbx),%r15
16: 4d 85 ff test %r15,%r15
19: 0f 85 7f 01 00 00 jne 0x19e
1f: 48 89 df mov %rbx,%rdi
22: e8 e5 cc 9b 00 call 0x9bcd0c
27: fb sti
28: 66 90 xchg %ax,%ax
2a:* 4d 85 ed test %r13,%r13 <-- trapping instruction
2d: 74 18 je 0x47
2f: 4d 3b ae 18 05 00 00 cmp 0x518(%r14),%r13
36: 0f 84 c1 00 00 00 je 0xfd
3c: f0 lock
3d: 41 rex.B
3e: ff .byte 0xff
3f: 4d rex.WRB
Code starting with the faulting instruction
===========================================
0: 4d 85 ed test %r13,%r13
3: 74 18 je 0x1d
5: 4d 3b ae 18 05 00 00 cmp 0x518(%r14),%r13
c: 0f 84 c1 00 00 00 je 0xd3
12: f0 lock
13: 41 rex.B
14: ff .byte 0xff
15: 4d rex.WRB
# 45.44 [+0.00] [ 36.938312] RSP: 0018:ff4d0ee60004fde0 EFLAGS: 00000282
# 45.44 [+0.00] [ 36.938313] RAX: 0000000000000000 RBX: ff190403bec28c00 RCX: 0000000000000002
# 45.44 [+0.00] [ 36.938313] RDX: 0000000000000000 RSI: 0000000055555554 RDI: ff190403bec28c00
# 45.44 [+0.00] [ 36.938313] RBP: ff4d0ee60004fe10 R08: 0000000000000001 R09: 0000000000000000
# 45.44 [+0.00] [ 36.938314] R10: 000000000000b6a8 R11: 000000000000b6a8 R12: ff190403812cc440
# 45.45 [+0.00] [ 36.938314] R13: 0000000000000000 R14: ff19040381244440 R15: 0000000000000000
# 45.45 [+0.00] [ 36.938316] __schedule (kernel/sched/core.c:5259)
# 45.45 [+0.00] [ 36.938317] schedule (./arch/x86/include/asm/preempt.h:85 (discriminator 14) kernel/sched/core.c:6946 (discriminator 14) kernel/sched/core.c:6960 (discriminator 14))
# 45.45 [+0.00] [ 36.938318] worker_thread (kernel/workqueue.c:3374)
# 45.45 [+0.00] [ 36.938321] ? rescuer_thread (kernel/workqueue.c:3367)
# 45.45 [+0.00] [ 36.938322] kthread (kernel/kthread.c:463)
# 45.45 [+0.00] [ 36.938323] ? kthreads_online_cpu (kernel/kthread.c:412)
# 45.45 [+0.00] [ 36.938324] ? kthreads_online_cpu (kernel/kthread.c:412)
# 45.45 [+0.00] [ 36.938325] ret_from_fork (arch/x86/kernel/process.c:164)
# 45.45 [+0.00] [ 36.938327] ? kthreads_online_cpu (kernel/kthread.c:412)
# 45.46 [+0.00] [ 36.938328] ret_from_fork_asm (arch/x86/entry/entry_64.S:256)
| [ 30.845269] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 9559925010 wd_nsec: 9559925327
| [ 36.938236] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 36.938241] rcu: 0-....: (14017 ticks this GP) idle=4bdc/1/0x4000000000000000 softirq=4460/4460 fqs=5154
| [ 36.938245] rcu: (t=21000 jiffies g=7977 q=65 ncpus=4)
[ 36.938251] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011
[ 36.938253] Workqueue: 0x0 (events)
[ 36.938259] RIP: 0010:console_flush_one_record (kernel/printk/printk.c:3223)
[ 36.938264] Code: 55 98 00 0f b6 44 24 0f 84 c0 0f 85 df 00 00 00 31 c0 88 03 e8 3e 1b 00 00 41 f7 c4 00 02 00 00 0f 84 be 00 00 00 fb 80 3b 00 <0f> 85 a6 00 00 00 49 8b 47 58 48 39 45 00 73 04 48 89 45 00 48 8b
All code
========
0: 55 push %rbp
1: 98 cwtl
2: 00 0f add %cl,(%rdi)
4: b6 44 mov $0x44,%dh
6: 24 0f and $0xf,%al
8: 84 c0 test %al,%al
a: 0f 85 df 00 00 00 jne 0xef
10: 31 c0 xor %eax,%eax
12: 88 03 mov %al,(%rbx)
14: e8 3e 1b 00 00 call 0x1b57
19: 41 f7 c4 00 02 00 00 test $0x200,%r12d
20: 0f 84 be 00 00 00 je 0xe4
26: fb sti
27: 80 3b 00 cmpb $0x0,(%rbx)
2a:* 0f 85 a6 00 00 00 jne 0xd6 <-- trapping instruction
30: 49 8b 47 58 mov 0x58(%r15),%rax
34: 48 39 45 00 cmp %rax,0x0(%rbp)
38: 73 04 jae 0x3e
3a: 48 89 45 00 mov %rax,0x0(%rbp)
3e: 48 rex.W
3f: 8b .byte 0x8b
Code starting with the faulting instruction
===========================================
0: 0f 85 a6 00 00 00 jne 0xac
6: 49 8b 47 58 mov 0x58(%r15),%rax
a: 48 39 45 00 cmp %rax,0x0(%rbp)
e: 73 04 jae 0x14
10: 48 89 45 00 mov %rax,0x0(%rbp)
14: 48 rex.W
15: 8b .byte 0x8b
[ 36.938265] RSP: 0018:ff4d0ee600003cf0 EFLAGS: 00000246
[ 36.938266] RAX: 0000000000000000 RBX: ff4d0ee600003d72 RCX: 0000000000009d40
[ 36.938267] RDX: 0000000000000001 RSI: ffffffffa0c192e0 RDI: ffffffffa0c3fa08
[ 36.938267] RBP: ff4d0ee600003d78 R08: 00000000010429d0 R09: ffffffff9f9242cf
[ 36.938268] R10: ff190403810429d0 R11: ffe5ab37c0041080 R12: 0000000000000246
[ 36.938268] R13: 0000000000000001 R14: 0000000000000000 R15: ffffffffa05dc7e0
[ 36.938272] FS: 0000000000000000(0000) GS:ff1904041e013000(0000) knlGS:0000000000000000
[ 36.938273] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 36.938274] CR2: 000055e872b17000 CR3: 0000000008041005 CR4: 0000000000771ef0
[ 36.938274] PKRU: 55555554
[ 36.938275] Call Trace:
[ 36.938277]
[ 36.938279] console_unlock (kernel/printk/printk.c:3291 (discriminator 1) kernel/printk/printk.c:3319 (discriminator 1) kernel/printk/printk.c:3359 (discriminator 1))
[ 36.938281] ? down_trylock (kernel/locking/semaphore.c:182)
[ 36.938285] vprintk_emit (./arch/x86/include/asm/preempt.h:95 (discriminator 1) kernel/printk/printk.c:2427 (discriminator 1))
[ 36.938285] ? common_interrupt (arch/x86/kernel/irq.c:319 (discriminator 61))
[ 36.938287] _printk (kernel/printk/printk.c:2455)
[ 36.938290] clocksource_watchdog.cold (kernel/time/clocksource.c:508)
[ 36.938292] ? __clocksource_unstable (kernel/time/clocksource.c:425)
[ 36.938294] call_timer_fn (./arch/x86/include/asm/jump_label.h:37 ./include/trace/events/timer.h:127 kernel/time/timer.c:1749)
[ 36.938296] ? __clocksource_unstable (kernel/time/clocksource.c:425)
[ 36.938297] run_timer_softirq (kernel/time/timer.c:1800 kernel/time/timer.c:2373 kernel/time/timer.c:2385 kernel/time/timer.c:2394 kernel/time/timer.c:2402)
[ 36.938299] handle_softirqs (./arch/x86/include/asm/jump_label.h:37 ./include/trace/events/irq.h:142 kernel/softirq.c:623)
[ 36.938302] ? handle_edge_irq (kernel/irq/chip.c:857)
[ 36.938304] irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739)
[ 36.938305] common_interrupt (arch/x86/kernel/irq.c:319 (discriminator 49))
[ 36.938307]
[ 36.938307]
[ 36.938307] asm_common_interrupt (./arch/x86/include/asm/idtentry.h:688)
[ 36.938309] RIP: 0010:finish_task_switch.isra.0 (kernel/sched/core.c:5137)
[ 36.938312] Code: 00 0f 1f 44 00 00 41 c7 44 24 34 00 00 00 00 4c 8b bb 58 0a 00 00 4d 85 ff 0f 85 7f 01 00 00 48 89 df e8 e5 cc 9b 00 fb 66 90 <4d> 85 ed 74 18 4d 3b ae 18 05 00 00 0f 84 c1 00 00 00 f0 41 ff 4d
All code
========
0: 00 0f add %cl,(%rdi)
2: 1f (bad)
3: 44 00 00 add %r8b,(%rax)
6: 41 c7 44 24 34 00 00 movl $0x0,0x34(%r12)
d: 00 00
f: 4c 8b bb 58 0a 00 00 mov 0xa58(%rbx),%r15
16: 4d 85 ff test %r15,%r15
19: 0f 85 7f 01 00 00 jne 0x19e
1f: 48 89 df mov %rbx,%rdi
22: e8 e5 cc 9b 00 call 0x9bcd0c
27: fb sti
28: 66 90 xchg %ax,%ax
2a:* 4d 85 ed test %r13,%r13 <-- trapping instruction
2d: 74 18 je 0x47
2f: 4d 3b ae 18 05 00 00 cmp 0x518(%r14),%r13
36: 0f 84 c1 00 00 00 je 0xfd
3c: f0 lock
3d: 41 rex.B
3e: ff .byte 0xff
3f: 4d rex.WRB
Code starting with the faulting instruction
===========================================
0: 4d 85 ed test %r13,%r13
3: 74 18 je 0x1d
5: 4d 3b ae 18 05 00 00 cmp 0x518(%r14),%r13
c: 0f 84 c1 00 00 00 je 0xd3
12: f0 lock
13: 41 rex.B
14: ff .byte 0xff
15: 4d rex.WRB
[ 36.938312] RSP: 0018:ff4d0ee60004fde0 EFLAGS: 00000282
[ 36.938313] RAX: 0000000000000000 RBX: ff190403bec28c00 RCX: 0000000000000002
[ 36.938313] RDX: 0000000000000000 RSI: 0000000055555554 RDI: ff190403bec28c00
[ 36.938313] RBP: ff4d0ee60004fe10 R08: 0000000000000001 R09: 0000000000000000
[ 36.938314] R10: 000000000000b6a8 R11: 000000000000b6a8 R12: ff190403812cc440
[ 36.938314] R13: 0000000000000000 R14: ff19040381244440 R15: 0000000000000000
[ 36.938316] __schedule (kernel/sched/core.c:5259)
[ 36.938317] schedule (./arch/x86/include/asm/preempt.h:85 (discriminator 14) kernel/sched/core.c:6946 (discriminator 14) kernel/sched/core.c:6960 (discriminator 14))
[ 36.938318] worker_thread (kernel/workqueue.c:3374)
[ 36.938321] ? rescuer_thread (kernel/workqueue.c:3367)
[ 36.938322] kthread (kernel/kthread.c:463)
[ 36.938323] ? kthreads_online_cpu (kernel/kthread.c:412)
[ 36.938324] ? kthreads_online_cpu (kernel/kthread.c:412)
[ 36.938325] ret_from_fork (arch/x86/kernel/process.c:164)
[ 36.938327] ? kthreads_online_cpu (kernel/kthread.c:412)
Finger prints:
console_flush_one_record:console_unlock:vprintk_emit:_printk:call_timer_fn