======================================
| [  705.788685][    C3]    ret_from_fork_asm (arch/x86/entry/entry_64.S:255)
| [  705.788796][    C3]
| [  705.788854][    C3]
| [  705.788854][    C3] stack backtrace:
[  705.788993][    C3] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011
[  705.788994][    C3] Call Trace:
[  705.788995][    C3]  <IRQ>
[  705.788997][    C3]  dump_stack_lvl (lib/dump_stack.c:122)
[  705.789001][    C3]  print_irq_inversion_bug.part.0.cold (kernel/locking/lockdep.c:4128)
[  705.789005][    C3]  mark_lock_irq (kernel/locking/lockdep.c:4268)
[  705.789008][    C3]  mark_lock (kernel/locking/lockdep.c:4753)
[  705.789010][    C3]  mark_usage (kernel/locking/lockdep.c:4642 (discriminator 1))
[  705.789012][    C3]  __lock_acquire (kernel/locking/lockdep.c:5191)
[  705.789014][    C3]  ? rcu_lockdep_current_cpu_online (kernel/rcu/tree.c:4040 (discriminator 2) kernel/rcu/tree.c:4032 (discriminator 2))
[  705.789017][    C3]  ? rcu_read_lock_any_held (kernel/rcu/update.c:386 (discriminator 1) kernel/rcu/update.c:380 (discriminator 1))
[  705.789020][    C3]  lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[  705.789022][    C3]  ? sch_direct_xmit (./include/linux/netdevice.h:4715 (discriminator 2) net/sched/sch_generic.c:345 (discriminator 2))
[  705.789024][    C3]  ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:752 (discriminator 1))
[  705.789025][    C3]  ? validate_xmit_skb.isra.0 (net/core/dev.c:3908 net/core/dev.c:4011)
[  705.789027][    C3]  ? sch_direct_xmit (./include/linux/netdevice.h:4715 (discriminator 2) net/sched/sch_generic.c:345 (discriminator 2))
[  705.789028][    C3]  ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33))
[  705.789030][    C3]  _raw_spin_lock (./include/linux/spinlock_api_smp.h:159 kernel/locking/spinlock.c:154)
[  705.789032][    C3]  ? sch_direct_xmit (./include/linux/netdevice.h:4715 (discriminator 2) net/sched/sch_generic.c:345 (discriminator 2))
[  705.789033][    C3]  sch_direct_xmit (./include/linux/netdevice.h:4715 (discriminator 2) net/sched/sch_generic.c:345 (discriminator 2))
[  705.789035][    C3]  ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[  705.789037][    C3]  ? dequeue_skb (net/sched/sch_generic.c:322)
[  705.789039][    C3]  ? do_raw_spin_lock (kernel/locking/spinlock_debug.c:75 (discriminator 1) kernel/locking/spinlock_debug.c:86 (discriminator 1) kernel/locking/spinlock_debug.c:115 (discriminator 1))
[  705.789041][    C3]  ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:752 (discriminator 1))
[  705.789043][    C3]  ? __dev_xmit_skb (./include/net/sch_generic.h:202 (discriminator 1) net/core/dev.c:4173 (discriminator 1))
[  705.789044][    C3]  ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33))
[  705.789046][    C3]  __dev_xmit_skb (net/core/dev.c:4186 (discriminator 1))
[  705.789048][    C3]  ? alloc_netdev_dummy (net/core/dev.c:4160)
[  705.789050][    C3]  ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473)
[  705.789052][    C3]  ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:752 (discriminator 1))
[  705.789053][    C3]  ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:179 (discriminator 3) kernel/locking/spinlock.c:194 (discriminator 3))
[  705.789055][    C3]  ? __dev_queue_xmit (./include/linux/bottom_half.h:20 (discriminator 1) ./include/linux/rcupdate.h:903 (discriminator 1) net/core/dev.c:4761 (discriminator 1))
[  705.789056][    C3]  ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33))
[  705.789058][    C3]  __dev_queue_xmit (net/core/dev.c:4802 (discriminator 1))
[  705.789061][    C3]  ? __asan_memset (mm/kasan/shadow.c:84 (discriminator 2))
[  705.789063][    C3]  ? netdev_core_pick_tx (net/core/dev.c:4744)
[  705.789065][    C3]  ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[  705.789067][    C3]  ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[  705.789069][    C3]  ? arp_xmit (./include/linux/rcupdate.h:312 (discriminator 1) ./include/linux/rcupdate.h:850 (discriminator 1) net/ipv4/arp.c:663 (discriminator 1))
[  705.789071][    C3]  ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:752 (discriminator 1))
[  705.789072][    C3]  ? arp_xmit (./include/linux/rcupdate.h:312 (discriminator 1) ./include/linux/rcupdate.h:850 (discriminator 1) net/ipv4/arp.c:663 (discriminator 1))
[  705.789074][    C3]  ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33))
[  705.789076][    C3]  arp_xmit (./include/linux/rcupdate.h:879 net/ipv4/arp.c:668)
[  705.789078][    C3]  arp_solicit (net/ipv4/arp.c:392)
[  705.789080][    C3]  ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 6) kernel/locking/lockdep.c:4411 (discriminator 6))
[  705.789081][    C3]  ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473)
[  705.789083][    C3]  ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 ./include/linux/spinlock_api_smp.h:178 kernel/locking/spinlock.c:194)
[  705.789085][    C3]  ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:179 (discriminator 3) kernel/locking/spinlock.c:194 (discriminator 3))
[  705.789087][    C3]  ? arp_rcv (net/ipv4/arp.c:334)
[  705.789089][    C3]  ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[  705.789091][    C3]  ? neigh_probe (net/core/neighbour.c:1095)
[  705.789094][    C3]  neigh_probe (net/core/neighbour.c:1097)
[  705.789096][    C3]  __neigh_event_send (net/core/neighbour.c:1276)
[  705.789098][    C3]  ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[  705.789100][    C3]  ? mark_held_locks (kernel/locking/lockdep.c:4325 (discriminator 1))
[  705.789102][    C3]  neigh_resolve_output (net/core/neighbour.c:1603 (discriminator 1))
[  705.789103][    C3]  ? ___neigh_create (net/core/neighbour.c:726)
[  705.789105][    C3]  ? ___neigh_create (net/core/neighbour.c:726)
[  705.789107][    C3]  ip_finish_output2 (./include/net/neighbour.h:556 (discriminator 2) net/ipv4/ip_output.c:237 (discriminator 2))
[  705.789109][    C3]  ? ip_dst_mtu_maybe_forward (./include/net/ip.h:469)
[  705.789111][    C3]  ? inet_sk_init_flowi4 (./include/net/ip.h:469)
[  705.789113][    C3]  ? ip_fragment.constprop.0 (net/ipv4/ip_output.c:201)
[  705.789115][    C3]  ? __ip_finish_output (./include/net/ip.h:518 net/ipv4/ip_output.c:308)
[  705.789117][    C3]  ip_output (./include/linux/netfilter.h:414 net/ipv4/ip_output.c:438)
[  705.789118][    C3]  ? __ip_local_out (net/ipv4/ip_output.c:98 (discriminator 1) net/ipv4/ip_output.c:109 (discriminator 1))
[  705.789120][    C3]  ip_push_pending_frames (net/ipv4/ip_output.c:1509 net/ipv4/ip_output.c:1528)
[  705.789122][    C3]  __icmp_send (net/ipv4/icmp.c:1002)
[  705.789125][    C3]  ? icmp_echo (net/ipv4/icmp.c:804)
[  705.789127][    C3]  ? dst_init (./arch/x86/include/asm/atomic.h:28 ./include/linux/atomic/atomic-arch-fallback.h:503 ./include/linux/atomic/atomic-instrumented.h:68 ./include/linux/rcuref.h:26 net/core/dst.c:69)
[  705.789129][    C3]  ? dst_alloc (net/core/dst.c:94)
[  705.789131][    C3]  ? fib_validate_source (net/ipv4/fib_frontend.c:450 (discriminator 1))
[  705.789136][    C3]  ? find_held_lock (kernel/locking/lockdep.c:5350 (discriminator 1))
[  705.789138][    C3]  __udp4_lib_rcv (net/ipv4/udp.c:2767)
[  705.789140][    C3]  ? udp_sk_rx_dst_set (net/ipv4/udp.c:2689)
[  705.789142][    C3]  ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[  705.789144][    C3]  ? ip_local_deliver_finish.constprop.0 (./include/linux/rcupdate.h:312 (discriminator 1) ./include/linux/rcupdate.h:850 (discriminator 1) net/ipv4/ip_input.c:240 (discriminator 1))
[  705.789146][    C3]  ip_protocol_deliver_rcu (net/ipv4/ip_input.c:209)
[  705.789148][    C3]  ip_local_deliver_finish.constprop.0 (./include/linux/rcupdate.h:879 net/ipv4/ip_input.c:242)
[  705.789150][    C3]  ? ip_rcv_finish_core (net/ipv4/ip_input.c:370 (discriminator 1))
[  705.789151][    C3]  ? ip_local_deliver (./include/net/net_namespace.h:419 (discriminator 10) ./include/linux/netdevice.h:2741 (discriminator 10) net/ipv4/ip_input.c:255 (discriminator 10))
[  705.789153][    C3]  ip_sublist_rcv_finish (net/ipv4/ip_input.c:582 (discriminator 4))
[  705.789154][    C3]  ip_list_rcv_finish (net/ipv4/ip_input.c:603)
[  705.789157][    C3]  ? ip_rcv_finish_core (net/ipv4/ip_input.c:603)
[  705.789158][    C3]  ? ip_rcv_core (net/ipv4/ip_input.c:540)
[  705.789160][    C3]  ? update_sd_lb_stats.constprop.0 (kernel/sched/fair.c:11093 (discriminator 2))
[  705.789163][    C3]  ip_list_rcv (net/ipv4/ip_input.c:650)
[  705.789165][    C3]  ? ip_rcv (net/ipv4/ip_input.c:650)
[  705.789167][    C3]  __netif_receive_skb_list_core (net/core/dev.c:6209)
[  705.789171][    C3]  ? __netif_receive_skb_core.constprop.0 (net/core/dev.c:6209)
[  705.789174][    C3]  ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[  705.789176][    C3]  ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 1) kernel/rcu/tree.c:752 (discriminator 1))
[  705.789177][    C3]  ? netif_receive_skb_list_internal (./include/linux/rcupdate.h:312 (discriminator 1) ./include/linux/rcupdate.h:850 (discriminator 1) net/core/dev.c:6374 (discriminator 1))
[  705.789179][    C3]  ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33))
[  705.789181][    C3]  netif_receive_skb_list_internal (net/core/dev.c:6300 net/core/dev.c:6389)
[  705.789183][    C3]  ? process_backlog (net/core/dev.c:6361)
[  705.789186][    C3]  ? __lock_acquire (kernel/locking/lockdep.c:5237 (discriminator 1))
[  705.789188][    C3]  napi_complete_done (./include/linux/list.h:45 (discriminator 2) ./include/net/gro.h:524 (discriminator 2) ./include/net/gro.h:519 (discriminator 2) ./include/net/gro.h:531 (discriminator 2) net/core/dev.c:6758 (discriminator 2))
[  705.789190][    C3]  ? netif_receive_skb_list (net/core/dev.c:6727)
[  705.789192][    C3]  ? nsim_start_peer_tx_queue.isra.0 (./include/linux/rcupdate.h:322 (discriminator 1) ./include/linux/rcupdate.h:881 (discriminator 1) drivers/net/netdevsim/netdev.c:67 (discriminator 1)) netdevsim
[  705.789196][    C3] nsim_poll (drivers/net/netdevsim/netdev.c:510 drivers/net/netdevsim/netdev.c:543) netdevsim
[  705.789199][    C3]  ? do_raw_spin_lock (./arch/x86/include/asm/atomic.h:107 (discriminator 5) ./include/linux/atomic/atomic-arch-fallback.h:2170 (discriminator 5) ./include/linux/atomic/atomic-instrumented.h:1302 (discriminator 5) ./include/asm-generic/qspinlock.h:111 (discriminator 5) kernel/locking/spinlock_debug.c:116 (discriminator 5))
[  705.789202][    C3]  ? nsim_start_peer_tx_queue.isra.0 (drivers/net/netdevsim/netdev.c:539) netdevsim
[  705.789205][    C3]  ? validate_chain (kernel/locking/lockdep.c:3801 (discriminator 4) kernel/locking/lockdep.c:3821 (discriminator 4) kernel/locking/lockdep.c:3876 (discriminator 4))
[  705.789207][    C3]  __napi_poll.constprop.0 (net/core/dev.c:7686)
[  705.789209][    C3]  net_rx_action (net/core/dev.c:7748 net/core/dev.c:7900)
[  705.789212][    C3]  ? run_backlog_napi (net/core/dev.c:7862)
[  705.789214][    C3]  ? lock_acquire.part.0 (kernel/locking/lockdep.c:470 kernel/locking/lockdep.c:5870)
[  705.789217][    C3]  ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:95 (discriminator 1) arch/x86/kernel/kvmclock.c:81 (discriminator 1) arch/x86/kernel/kvmclock.c:87 (discriminator 1))
[  705.789220][    C3]  ? ktime_get (kernel/time/timekeeping.c:381 kernel/time/timekeeping.c:404 kernel/time/timekeeping.c:826)
[  705.789223][    C3]  handle_softirqs (./arch/x86/include/asm/jump_label.h:37 ./include/trace/events/irq.h:142 kernel/softirq.c:623)
[  705.789225][    C3]  ? _local_bh_enable (kernel/softirq.c:580)
[  705.789228][    C3]  irq_exit_rcu (kernel/softirq.c:657 kernel/softirq.c:496 kernel/softirq.c:723 kernel/softirq.c:739)
[  705.789230][    C3]  sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1056 (discriminator 47) arch/x86/kernel/apic/apic.c:1056 (discriminator 47))
[  705.789232][    C3]  </IRQ>
[  705.789233][    C3]  <TASK>
[  705.789234][    C3]  asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:697)
[  705.789235][    C3] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:179 kernel/locking/spinlock.c:194)
[  705.789238][    C3] Code: f5 53 48 8b 74 24 10 48 89 fb 48 83 c7 18 e8 61 0a de fd 48 89 df e8 c9 5b de fd f7 c5 00 02 00 00 75 1f 9c 58 f6 c4 02 75 2f <bf> 01 00 00 00 e8 70 93 d1 fd 65 8b 05 d9 cc 07 02 85 c0 74 12 5b
All code
========
   0:	f5                   	cmc
   1:	53                   	push   %rbx
   2:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   7:	48 89 fb             	mov    %rdi,%rbx
   a:	48 83 c7 18          	add    $0x18,%rdi
   e:	e8 61 0a de fd       	call   0xfffffffffdde0a74
  13:	48 89 df             	mov    %rbx,%rdi
  16:	e8 c9 5b de fd       	call   0xfffffffffdde5be4
  1b:	f7 c5 00 02 00 00    	test   $0x200,%ebp
  21:	75 1f                	jne    0x42
  23:	9c                   	pushf
  24:	58                   	pop    %rax
  25:	f6 c4 02             	test   $0x2,%ah
  28:	75 2f                	jne    0x59
  2a:*	bf 01 00 00 00       	mov    $0x1,%edi		<-- trapping instruction
  2f:	e8 70 93 d1 fd       	call   0xfffffffffdd193a4
  34:	65 8b 05 d9 cc 07 02 	mov    %gs:0x207ccd9(%rip),%eax        # 0x207cd14
  3b:	85 c0                	test   %eax,%eax
  3d:	74 12                	je     0x51
  3f:	5b                   	pop    %rbx

Code starting with the faulting instruction
===========================================
   0:	bf 01 00 00 00       	mov    $0x1,%edi
   5:	e8 70 93 d1 fd       	call   0xfffffffffdd1937a
   a:	65 8b 05 d9 cc 07 02 	mov    %gs:0x207ccd9(%rip),%eax        # 0x207ccea
  11:	85 c0                	test   %eax,%eax
  13:	74 12                	je     0x27
  15:	5b                   	pop    %rbx
[  705.789240][    C3] RSP: 0018:ffa0000000707c98 EFLAGS: 00000246
[  705.789242][    C3] RAX: 0000000000000096 RBX: ffffffffc0355a20 RCX: ffffffffbc107363
[  705.789244][    C3] RDX: ff110000021f2280 RSI: ffffffffbc9d163b RDI: ffffffffbc46c600
[  705.789245][    C3] RBP: 0000000000000292 R08: 0000000000000000 R09: 0000000000000001
[  705.789246][    C3] R10: 0000000000000003 R11: 0000000000000001 R12: 0000000000000001
[  705.789246][    C3] R13: ffffffffc0355820 R14: 0000000000000001 R15: dffffc0000000000
[  705.789248][    C3]  ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:109 ./arch/x86/include/asm/irqflags.h:151 ./include/linux/spinlock_api_smp.h:178 kernel/locking/spinlock.c:194)
[  705.789251][    C3]  nbcon_emit_one (kernel/printk/nbcon.c:1130)
[  705.789253][    C3]  ? nbcon_emit_next_record (kernel/printk/nbcon.c:1130)
[  705.789254][    C3]  ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 33) kernel/locking/lockdep.c:5831 (discriminator 33))
[  705.789257][    C3]  nbcon_kthread_func (kernel/printk/nbcon.c:1273)
[  705.789259][    C3]  ? __nbcon_atomic_flush_pending (kernel/printk/nbcon.c:1221)
[  705.789260][    C3]  ? __lock_release.isra.0 (kernel/locking/lockdep.c:5536)
[  705.789263][    C3]  ? __nbcon_atomic_flush_pending (kernel/printk/nbcon.c:1221)
[  705.789264][    C3]  ? __kthread_parkme (./arch/x86/include/asm/bitops.h:202 (discriminator 1) ./arch/x86/include/asm/bitops.h:232 (discriminator 1) ./include/asm-generic/bitops/instrumented-non-atomic.h:142 (discriminator 1) kernel/kthread.c:290 (discriminator 1))
[  705.789267][    C3]  ? __nbcon_atomic_flush_pending (kernel/printk/nbcon.c:1221)
[  705.789269][    C3]  kthread (kernel/kthread.c:467)
[  705.789270][    C3]  ? kthread_affine_node (kernel/kthread.c:412)
[  705.789272][    C3]  ret_from_fork (arch/x86/kernel/process.c:164)
[  705.789274][    C3]  ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37)
[  705.789277][    C3]  ? __switch_to (./arch/x86/include/asm/cpufeature.h:101 arch/x86/kernel/process_64.c:377 arch/x86/kernel/process_64.c:665)
[  705.789279][    C3]  ? kthread_affine_node (kernel/kthread.c:412)


Finger prints:
ret_from_fork_asm:dump_stack_lvl:mark_lock_irq:mark_lock:mark_usage