======================================
| [ 1057.555104] #6: ffffffffa03678c0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5729 net/core/dev.c:5801) 
| [ 1057.555585] #7: ffffffffa03678c0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232) 
| [ 1057.556082]
| [ 1057.556082] stack backtrace:
[ 1057.556776] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1057.557391] Call Trace:
[ 1057.557537]  <TASK>
[ 1057.557669] dump_stack_lvl (lib/dump_stack.c:108) 
[ 1057.557910] __lock_acquire (kernel/locking/lockdep.c:5138) 
[ 1057.558147] ? sk_filter_trim_cap (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/filter.c:151) 
[ 1057.558387] lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) 
[ 1057.558611] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1057.558829] ? sk_filter_trim_cap (net/core/filter.c:165) 
[ 1057.559086] _raw_spin_lock_nested (kernel/locking/spinlock.c:379) 
[ 1057.559335] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1057.559553] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1057.559767] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1057.560023] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1057.560276] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1057.560575] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1057.560817] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1057.561108] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1057.561377] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit
[ 1057.561688] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1057.561933] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1057.562240] ? fl_mask_lookup (net/sched/cls_flower.c:296) cls_flower
[ 1057.562654] ? __pfx_usage_match (kernel/locking/lockdep.c:2256) 
[ 1057.562975] ? __bfs (kernel/locking/lockdep.c:1787) 
[ 1057.563168] ? check_irq_usage (kernel/locking/lockdep.c:2823) 
[ 1057.563417] ? lock_release (kernel/locking/lockdep.c:5430 kernel/locking/lockdep.c:5774) 
[ 1057.563639] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) 
[ 1057.563904] ? check_noncircular (kernel/locking/lockdep.c:2172) 
[ 1057.564144] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) 
[ 1057.564373] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1057.564604] tc_run (net/core/dev.c:3945) 
[ 1057.564786] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1057.565013] ? mark_held_locks (kernel/locking/lockdep.c:4274) 
[ 1057.565263] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1057.565510] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1057.565745] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1057.565972] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1057.566232] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1057.566473] __tcp_push_pending_frames (net/ipv4/tcp_output.c:2977) 
[ 1057.566734] tcp_rcv_state_process (net/ipv4/tcp_input.c:5654 net/ipv4/tcp_input.c:6870) 
[ 1057.566985] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1057.567211] ? tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929) 
[ 1057.567435] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929) 
[ 1057.567636] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2329) 
[ 1057.567854] ? process_backlog (net/core/dev.c:5978 (discriminator 2)) 
[ 1057.568089] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1057.568341] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1057.568601] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1057.568878] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:5985) 
[ 1057.569147] __napi_poll.constprop.0 (net/core/dev.c:6584) 
[ 1057.569428] net_rx_action (net/core/dev.c:6655 net/core/dev.c:6786) 
[ 1057.569645] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1057.569854] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) 
[ 1057.570155] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) 
[ 1057.570376] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) 
[ 1057.570612] kthread (kernel/kthread.c:388) 
[ 1057.570795] ? __pfx_kthread (kernel/kthread.c:341) 
[ 1057.571031] ret_from_fork (arch/x86/kernel/process.c:153) 
[ 1057.571236] ? __pfx_kthread (kernel/kthread.c:341) 
[ 1057.571450] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) 
| [ 1075.758056] ncat (25676) used greatest stack depth: 10672 bytes left
| [ 1243.916839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 1243.917196] rcu: 1-...0: (166119 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=6493
| [ 1243.917724] rcu: (t=26000 jiffies g=443649 q=3 ncpus=4)
[ 1243.918378] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1243.918979] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1243.919281] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1243.920267] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 1243.920553] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 1243.920942] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 1243.921323] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 1243.921706] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1243.922098] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 1243.922486] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 1243.922914] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1243.923226] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 1243.923605] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1243.923984] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1243.924366] Call Trace:
[ 1243.924511]  <IRQ>
[ 1243.924629] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 1243.924870] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 1243.925115] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1243.925328] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1243.925539] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1243.925747] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 1243.926000] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 1243.926241] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 1243.926483] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 1243.926774] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 1243.926994] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 1243.927266] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 1243.927513] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 1243.927745] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 1243.928030] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 1243.928300] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1243.928588] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1243.928856] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1243.929072] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1243.929273] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1243.929512] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1243.929760] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1243.930010] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1243.930278] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1243.930501] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1243.930785] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1243.931052] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1243.931336] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1243.931547] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1243.931758] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1243.932017] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1243.932227] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1243.932495] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1243.932708] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1243.932926] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1243.933138] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1243.933349] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1243.933565] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 1243.933809] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1243.934027] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 1243.934253] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 1243.934472] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 1243.934710] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 1243.934919] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1243.935121] tc_run (net/core/dev.c:3945) 
[ 1243.935294] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1243.935522] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1243.935730] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1243.935940] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1243.936166] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1243.936398] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 1243.936610] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1243.936836] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1243.937057] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1243.937288] ? __alloc_skb (net/core/skbuff.c:685) 
[ 1243.937488] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1243.937734] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 1243.937988] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 1243.938200] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1243.938448] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1243.938653] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1243.938895] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1243.939106] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1243.939307] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1243.939499] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1243.939758]  </IRQ>
[ 1243.939881]  <TASK>
[ 1243.940007] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1243.940288] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 1243.940557] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 1243.941540] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 1243.941826] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 1243.942210] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 1243.942590] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 1243.942975] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 1243.943362] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 1243.943742] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1243.943984] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1243.944226] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 1243.944412] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 1243.944675] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1243.944892] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 1243.945107] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1243.945107] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1243.945395]  </TASK>
| [ 1243.945525] Sending NMI from CPU 1 to CPUs 3:
| [ 1243.945779] NMI backtrace for cpu 3
[ 1243.945783] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1243.945785] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1243.945790] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1243.945791] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 1243.945793] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 1243.945794] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 1243.945795] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 1243.945796] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1243.945796] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 1243.945799] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 1243.945800] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1243.945801] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 1243.945802] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1243.945803] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1243.945803] Call Trace:
[ 1243.945805]  <NMI>
[ 1243.945807] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 1243.945811] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 1243.945815] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 1243.945816] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 1243.945820] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 1243.945822] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 1243.945825] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1243.945828] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1243.945830] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1243.945833]  </NMI>
[ 1243.945833]  <IRQ>
[ 1243.945834] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1243.945838] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1243.945841] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1243.945845] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1243.945847] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1243.945849] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1243.945852] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1243.945856] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1243.945861] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1243.945866] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1243.945870] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1243.945874] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1243.945881] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1243.945884] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 1243.945887] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1243.945889] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1243.945891] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 1243.945895] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 1243.945897] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 1243.945899] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1243.945902] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1243.945905] tc_run (net/core/dev.c:3945) 
[ 1243.945908] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1243.945911] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1243.945913] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 1243.945914] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1243.945917] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1243.945919] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1243.945922] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1243.945924] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1243.945926] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1243.945930] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1243.945933] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1243.945934] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 1243.945936] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 1243.945938] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1243.945939] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1243.945941] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1243.945944] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1243.945947] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1243.945948] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1243.945951] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1243.945953] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1243.945956]  </IRQ>
[ 1243.945956]  <TASK>
[ 1243.945956] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1243.945958] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 1243.945960] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 1243.945962] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 1243.945963] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 1243.945963] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 1243.945964] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 1243.945965] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 1243.945965] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 1243.945967] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 1243.945969] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1243.945971] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1243.945974] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1243.945975] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 1243.945979] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 1243.945981] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 1243.945985] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 1243.945988] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 1243.945993] ksys_write (fs/read_write.c:643) 
[ 1243.945995] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 1243.945997] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 1243.945998] RIP: 0033:0x7fe20bcaa957
[ 1243.946001] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 1243.946002] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1243.946004] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 1243.946005] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 1243.946005] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1243.946006] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 1243.946007] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 1243.946009]  </TASK>
| [ 1321.948841] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 1321.949191] rcu: 1-...0: (244123 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=25788
| [ 1321.949736] rcu: (t=104032 jiffies g=443649 q=3 ncpus=4)
[ 1321.950404] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1321.951025] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1321.951327] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1321.952309] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 1321.952589] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 1321.952973] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 1321.953356] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 1321.953732] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1321.954115] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 1321.954494] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 1321.954936] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1321.955243] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 1321.955631] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1321.956019] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1321.956396] Call Trace:
[ 1321.956532]  <IRQ>
[ 1321.956656] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 1321.956905] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 1321.957153] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1321.957362] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1321.957570] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1321.957785] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 1321.958033] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 1321.958276] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 1321.958518] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 1321.958813] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 1321.959037] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 1321.959298] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 1321.959539] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 1321.959783] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 1321.960065] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 1321.960332] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1321.960624] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1321.960895] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1321.961107] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1321.961300] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1321.961536] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1321.961795] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1321.962047] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1321.962315] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1321.962542] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1321.962838] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1321.963108] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1321.963392] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1321.963609] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1321.963833] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1321.964096] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1321.964307] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1321.964578] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1321.964792] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1321.965000] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1321.965210] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1321.965421] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1321.965629] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 1321.965874] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1321.966083] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 1321.966303] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 1321.966522] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 1321.966773] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 1321.966988] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1321.967191] tc_run (net/core/dev.c:3945) 
[ 1321.967363] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1321.967589] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1321.967810] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1321.968019] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1321.968244] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1321.968470] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 1321.968686] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1321.968915] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1321.969130] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1321.969361] ? __alloc_skb (net/core/skbuff.c:685) 
[ 1321.969568] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1321.969824] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 1321.970075] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 1321.970294] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1321.970541] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1321.970742] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1321.970983] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1321.971202] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1321.971400] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1321.971598] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1321.971871]  </IRQ>
[ 1321.971990]  <TASK>
[ 1321.972110] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1321.972390] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 1321.972662] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 1321.973642] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 1321.973927] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 1321.974307] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 1321.974690] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 1321.975074] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 1321.975451] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 1321.975836] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1321.976072] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1321.976308] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 1321.976488] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 1321.976765] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1321.976983] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 1321.977198] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1321.977198] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1321.977486]  </TASK>
| [ 1321.977615] Sending NMI from CPU 1 to CPUs 3:
| [ 1321.977863] NMI backtrace for cpu 3
[ 1321.977868] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1321.977869] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1321.977875] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1321.977876] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 1321.977878] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 1321.977879] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 1321.977880] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 1321.977881] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1321.977881] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 1321.977884] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 1321.977885] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1321.977886] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 1321.977887] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1321.977888] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1321.977889] Call Trace:
[ 1321.977890]  <NMI>
[ 1321.977892] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 1321.977896] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 1321.977901] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 1321.977902] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 1321.977906] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 1321.977907] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 1321.977911] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1321.977913] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1321.977915] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1321.977918]  </NMI>
[ 1321.977918]  <IRQ>
[ 1321.977919] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1321.977922] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1321.977925] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1321.977929] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1321.977931] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1321.977933] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1321.977937] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1321.977941] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1321.977946] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1321.977950] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1321.977955] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1321.977958] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1321.977965] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1321.977968] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 1321.977971] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1321.977973] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1321.977975] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 1321.977979] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 1321.977982] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 1321.977983] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1321.977986] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1321.977989] tc_run (net/core/dev.c:3945) 
[ 1321.977992] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1321.977994] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1321.977996] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 1321.977998] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1321.978000] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1321.978002] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1321.978005] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1321.978007] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1321.978009] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1321.978014] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1321.978017] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1321.978018] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 1321.978020] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 1321.978021] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1321.978023] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1321.978025] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1321.978027] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1321.978031] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1321.978032] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1321.978035] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1321.978037] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1321.978039]  </IRQ>
[ 1321.978040]  <TASK>
[ 1321.978040] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1321.978042] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 1321.978044] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 1321.978045] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 1321.978047] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 1321.978047] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 1321.978048] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 1321.978049] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 1321.978050] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 1321.978051] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 1321.978054] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1321.978056] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1321.978058] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1321.978060] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 1321.978064] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 1321.978066] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 1321.978070] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 1321.978074] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 1321.978078] ksys_write (fs/read_write.c:643) 
[ 1321.978080] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 1321.978082] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 1321.978084] RIP: 0033:0x7fe20bcaa957
[ 1321.978087] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 1321.978088] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1321.978089] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 1321.978090] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 1321.978091] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1321.978092] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 1321.978092] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 1321.978095]  </TASK>
| [ 1399.981840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 1399.982191] rcu: 1-...0: (322127 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=44997
| [ 1399.982730] rcu: (t=182065 jiffies g=443649 q=6 ncpus=4)
[ 1399.983391] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1399.984000] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1399.984304] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1399.985280] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 1399.985563] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 1399.985944] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 1399.986329] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 1399.986710] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1399.987096] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 1399.987484] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 1399.987912] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1399.988224] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 1399.988602] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1399.988983] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1399.989366] Call Trace:
[ 1399.989511]  <IRQ>
[ 1399.989630] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 1399.989870] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 1399.990115] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1399.990327] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1399.990538] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1399.990747] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 1399.990994] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 1399.991237] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 1399.991480] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 1399.991776] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 1399.991999] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 1399.992264] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 1399.992509] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 1399.992745] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 1399.993024] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 1399.993292] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1399.993583] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1399.993847] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1399.994059] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1399.994252] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1399.994488] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1399.994738] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1399.994987] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1399.995257] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1399.995480] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1399.995768] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1399.996041] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1399.996331] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1399.996543] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1399.996752] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1399.997010] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1399.997220] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1399.997487] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1399.997703] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1399.997919] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1399.998130] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1399.998340] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1399.998553] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 1399.998796] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1399.999010] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 1399.999235] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 1399.999454] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 1399.999691] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 1399.999900] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1400.000100] tc_run (net/core/dev.c:3945) 
[ 1400.000273] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1400.000500] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1400.000707] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1400.000917] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1400.001141] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1400.001368] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 1400.001580] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1400.001806] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1400.002018] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1400.002252] ? __alloc_skb (net/core/skbuff.c:685) 
[ 1400.002455] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1400.002704] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 1400.002953] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 1400.003166] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1400.003409] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1400.003612] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1400.003844] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1400.004057] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1400.004254] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1400.004450] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1400.004710]  </IRQ>
[ 1400.004828]  <TASK>
[ 1400.004946] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1400.005221] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 1400.005494] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 1400.006476] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 1400.006761] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 1400.007142] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 1400.007523] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 1400.007909] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 1400.008294] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 1400.008678] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1400.008921] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1400.009163] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 1400.009349] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 1400.009612] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1400.009827] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 1400.010040] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1400.010040] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1400.010327]  </TASK>
| [ 1400.010453] Sending NMI from CPU 1 to CPUs 3:
| [ 1400.010697] NMI backtrace for cpu 3
[ 1400.010703] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1400.010704] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1400.010709] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1400.010710] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 1400.010712] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 1400.010713] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 1400.010714] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 1400.010714] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1400.010715] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 1400.010718] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 1400.010719] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1400.010720] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 1400.010721] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1400.010722] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1400.010722] Call Trace:
[ 1400.010724]  <NMI>
[ 1400.010726] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 1400.010730] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 1400.010734] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 1400.010736] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 1400.010739] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 1400.010741] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 1400.010745] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1400.010747] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1400.010749] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1400.010752]  </NMI>
[ 1400.010752]  <IRQ>
[ 1400.010753] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1400.010756] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1400.010760] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1400.010763] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1400.010765] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1400.010767] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1400.010771] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1400.010774] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1400.010780] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1400.010784] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1400.010789] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1400.010792] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1400.010798] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1400.010802] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 1400.010804] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1400.010806] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1400.010809] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 1400.010812] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 1400.010814] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 1400.010816] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1400.010819] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1400.010821] tc_run (net/core/dev.c:3945) 
[ 1400.010825] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1400.010827] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1400.010829] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 1400.010831] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1400.010833] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1400.010836] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1400.010840] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1400.010841] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1400.010844] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1400.010848] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1400.010851] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1400.010852] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 1400.010854] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 1400.010855] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1400.010856] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1400.010859] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1400.010861] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1400.010864] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1400.010865] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1400.010868] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1400.010871] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1400.010873]  </IRQ>
[ 1400.010873]  <TASK>
[ 1400.010874] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1400.010875] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 1400.010878] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 1400.010879] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 1400.010880] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 1400.010881] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 1400.010881] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 1400.010882] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 1400.010883] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 1400.010885] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 1400.010887] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1400.010889] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1400.010891] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1400.010893] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 1400.010896] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 1400.010899] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 1400.010903] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 1400.010907] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 1400.010911] ksys_write (fs/read_write.c:643) 
[ 1400.010913] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 1400.010916] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 1400.010917] RIP: 0033:0x7fe20bcaa957
[ 1400.010920] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 1400.010921] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1400.010922] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 1400.010923] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 1400.010924] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1400.010924] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 1400.010925] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 1400.010928]  </TASK>
| [ 1478.013841] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 1478.014193] rcu: 1-...0: (400131 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=63527
| [ 1478.014732] rcu: (t=260097 jiffies g=443649 q=6 ncpus=4)
[ 1478.015390] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1478.016005] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1478.016303] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1478.017291] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 1478.017574] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 1478.017961] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 1478.018348] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 1478.018729] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1478.019111] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 1478.019501] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 1478.019933] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1478.020240] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 1478.020621] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1478.021007] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1478.021387] Call Trace:
[ 1478.021528]  <IRQ>
[ 1478.021649] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 1478.021888] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 1478.022133] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1478.022343] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1478.022555] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1478.022766] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 1478.023014] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 1478.023260] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 1478.023502] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 1478.023792] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 1478.024014] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 1478.024276] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 1478.024519] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 1478.024757] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 1478.025037] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 1478.025306] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1478.025597] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1478.025866] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1478.026081] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1478.026279] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1478.026517] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1478.026765] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1478.027013] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1478.027279] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1478.027500] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1478.027785] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1478.028052] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1478.028332] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1478.028541] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1478.028755] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1478.029016] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1478.029225] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1478.029491] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1478.029700] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1478.029914] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1478.030130] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1478.030341] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1478.030551] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 1478.030793] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1478.031004] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 1478.031228] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 1478.031446] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 1478.031685] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 1478.031895] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1478.032096] tc_run (net/core/dev.c:3945) 
[ 1478.032267] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1478.032494] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1478.032702] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1478.032911] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1478.033133] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1478.033360] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 1478.033575] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1478.033798] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1478.034017] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1478.034248] ? __alloc_skb (net/core/skbuff.c:685) 
[ 1478.034453] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1478.034703] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 1478.034954] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 1478.035168] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1478.035411] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1478.035612] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1478.035853] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1478.036067] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1478.036265] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1478.036457] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1478.036715]  </IRQ>
[ 1478.036837]  <TASK>
[ 1478.036958] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1478.037237] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 1478.037505] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 1478.038486] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 1478.038771] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 1478.039156] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 1478.039539] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 1478.039919] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 1478.040307] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 1478.040692] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1478.040937] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1478.041178] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 1478.041362] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 1478.041626] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1478.041842] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 1478.042059] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1478.042059] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1478.042347]  </TASK>
| [ 1478.042471] Sending NMI from CPU 1 to CPUs 3:
| [ 1478.042716] NMI backtrace for cpu 3
[ 1478.042721] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1478.042723] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1478.042728] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1478.042729] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 1478.042731] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 1478.042732] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 1478.042733] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 1478.042734] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1478.042735] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 1478.042737] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 1478.042738] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1478.042739] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 1478.042740] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1478.042741] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1478.042742] Call Trace:
[ 1478.042743]  <NMI>
[ 1478.042745] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 1478.042750] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 1478.042753] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 1478.042756] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 1478.042759] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 1478.042761] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 1478.042764] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1478.042767] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1478.042769] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1478.042771]  </NMI>
[ 1478.042772]  <IRQ>
[ 1478.042772] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1478.042776] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1478.042779] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1478.042782] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1478.042785] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1478.042787] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1478.042790] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1478.042794] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1478.042799] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1478.042804] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1478.042808] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1478.042811] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1478.042818] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1478.042821] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 1478.042824] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1478.042826] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1478.042828] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 1478.042831] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 1478.042834] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 1478.042836] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1478.042840] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1478.042843] tc_run (net/core/dev.c:3945) 
[ 1478.042846] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1478.042848] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1478.042850] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 1478.042852] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1478.042854] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1478.042856] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1478.042859] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1478.042861] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1478.042863] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1478.042867] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1478.042870] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1478.042872] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 1478.042874] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 1478.042875] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1478.042876] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1478.042879] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1478.042881] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1478.042884] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1478.042886] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1478.042889] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1478.042891] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1478.042893]  </IRQ>
[ 1478.042893]  <TASK>
[ 1478.042894] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1478.042896] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 1478.042898] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 1478.042899] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 1478.042900] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 1478.042901] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 1478.042902] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 1478.042903] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 1478.042903] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 1478.042905] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 1478.042907] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1478.042909] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1478.042911] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1478.042913] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 1478.042916] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 1478.042919] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 1478.042922] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 1478.042926] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 1478.042931] ksys_write (fs/read_write.c:643) 
[ 1478.042933] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 1478.042935] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 1478.042937] RIP: 0033:0x7fe20bcaa957
[ 1478.042940] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 1478.042940] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1478.042942] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 1478.042942] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 1478.042943] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1478.042944] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 1478.042944] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 1556.046186] rcu: 3-....: (480059 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=82961
| [ 1556.046725] rcu: (t=338129 jiffies g=443649 q=6 ncpus=4)
| [ 1556.047015] Sending NMI from CPU 3 to CPUs 1:
| [ 1556.047271] NMI backtrace for cpu 1
[ 1556.047277] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1556.047279] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1556.047286] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1556.047287] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 1556.047290] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 1556.047291] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 1556.047291] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 1556.047292] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1556.047293] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 1556.047296] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 1556.047297] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1556.047298] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 1556.047299] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1556.047299] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1556.047300] Call Trace:
[ 1556.047302]  <NMI>
[ 1556.047305] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 1556.047310] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 1556.047314] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 1556.047316] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 1556.047320] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 1556.047322] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 1556.047326] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1556.047328] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1556.047331] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1556.047333]  </NMI>
[ 1556.047333]  <IRQ>
[ 1556.047334] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1556.047338] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1556.047342] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1556.047346] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1556.047349] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1556.047351] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1556.047355] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1556.047361] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1556.047367] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1556.047372] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1556.047376] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1556.047379] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1556.047383] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1556.047391] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1556.047393] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1556.047395] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1556.047397] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1556.047399] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1556.047401] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1556.047403] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1556.047405] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 1556.047410] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1556.047411] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 1556.047415] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 1556.047417] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 1556.047419] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 1556.047422] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1556.047425] tc_run (net/core/dev.c:3945) 
[ 1556.047429] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1556.047431] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1556.047433] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1556.047436] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1556.047438] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1556.047441] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 1556.047444] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1556.047445] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1556.047448] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1556.047452] ? __alloc_skb (net/core/skbuff.c:685) 
[ 1556.047455] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1556.047457] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 1556.047458] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 1556.047460] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1556.047461] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1556.047464] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1556.047467] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1556.047468] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1556.047471] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1556.047474] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1556.047476]  </IRQ>
[ 1556.047476]  <TASK>
[ 1556.047477] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1556.047479] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 1556.047483] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 1556.047484] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 1556.047485] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 1556.047486] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 1556.047486] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 1556.047487] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 1556.047487] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 1556.047489] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1556.047491] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1556.047494] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 1556.047497] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 1556.047499] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1556.047502] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 1556.047505] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1556.047499] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 1556.047502] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 1556.047505] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1556.047510]  </TASK>
[ 1556.073603] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1556.074199] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1556.074493] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1556.075487] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 1556.075764] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 1556.076142] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 1556.076518] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 1556.076895] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1556.077271] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 1556.077651] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 1556.078085] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1556.078398] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 1556.078785] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1556.079163] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1556.079540] Call Trace:
[ 1556.079678]  <IRQ>
[ 1556.079794] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 1556.080038] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 1556.080287] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1556.080559] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 1556.080803] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 1556.081051] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 1556.081285] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 1556.081569] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 1556.081795] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 1556.082052] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 1556.082296] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 1556.082528] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 1556.082811] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 1556.083082] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1556.083369] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1556.083635] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1556.083850] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1556.084047] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1556.084285] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1556.084532] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1556.084778] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1556.085041] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1556.085261] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1556.085553] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1556.085820] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1556.086105] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1556.086320] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1556.086585] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1556.086828] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 1556.087060] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1556.087273] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1556.087489] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 1556.087719] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 1556.087925] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 1556.088180] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1556.088416] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1556.088616] tc_run (net/core/dev.c:3945) 
[ 1556.088788] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1556.089015] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1556.089222] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 1556.089511] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1556.089721] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1556.089943] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1556.090172] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1556.090395] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1556.090611] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1556.090839] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1556.091052] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1556.091296] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 1556.091530] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 1556.091741] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1556.091986] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1556.092185] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1556.092421] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1556.092663] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1556.092880] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1556.093079] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1556.093274] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1556.093537]  </IRQ>
[ 1556.093656]  <TASK>
[ 1556.093775] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1556.094051] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 1556.094356] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 1556.095338] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 1556.095625] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 1556.096001] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 1556.096376] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 1556.096754] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 1556.097133] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 1556.097508] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 1556.097711] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1556.097982] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1556.098250] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1556.098521] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 1556.098714] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 1556.098911] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 1556.099174] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 1556.099438] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 1556.099628] ksys_write (fs/read_write.c:643) 
[ 1556.099816] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 1556.100021] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 1556.100295] RIP: 0033:0x7fe20bcaa957
[ 1556.100495] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 1556.101464] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1556.101862] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 1556.102247] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 1556.102632] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1556.103012] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 1556.103413] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 1634.104182] rcu: 3-....: (558060 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=102431
| [ 1634.104718] rcu: (t=416187 jiffies g=443649 q=6 ncpus=4)
| [ 1634.105033] Sending NMI from CPU 3 to CPUs 1:
| [ 1634.105275] NMI backtrace for cpu 1
[ 1634.105281] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1634.105282] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1634.105289] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1634.105290] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 1634.105292] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 1634.105293] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 1634.105294] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 1634.105294] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1634.105295] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 1634.105298] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 1634.105299] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1634.105300] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 1634.105301] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1634.105301] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1634.105302] Call Trace:
[ 1634.105304]  <NMI>
[ 1634.105306] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 1634.105310] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 1634.105314] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 1634.105316] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 1634.105320] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 1634.105321] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 1634.105326] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1634.105328] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1634.105330] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1634.105332]  </NMI>
[ 1634.105333]  <IRQ>
[ 1634.105334] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1634.105337] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1634.105342] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1634.105345] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1634.105349] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1634.105350] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1634.105355] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1634.105360] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1634.105365] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1634.105371] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1634.105375] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1634.105378] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1634.105382] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1634.105390] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1634.105391] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1634.105394] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1634.105396] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1634.105398] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1634.105399] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1634.105402] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1634.105404] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 1634.105408] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1634.105410] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 1634.105413] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 1634.105415] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 1634.105417] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 1634.105420] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1634.105423] tc_run (net/core/dev.c:3945) 
[ 1634.105427] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1634.105430] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1634.105432] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1634.105434] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1634.105437] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1634.105440] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 1634.105442] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1634.105444] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1634.105447] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1634.105451] ? __alloc_skb (net/core/skbuff.c:685) 
[ 1634.105453] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1634.105455] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 1634.105457] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 1634.105458] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1634.105459] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1634.105462] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1634.105464] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1634.105465] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1634.105468] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1634.105471] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1634.105473]  </IRQ>
[ 1634.105473]  <TASK>
[ 1634.105474] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1634.105476] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 1634.105479] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 1634.105480] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 1634.105481] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 1634.105482] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 1634.105483] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 1634.105483] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 1634.105484] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 1634.105486] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1634.105488] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1634.105490] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 1634.105494] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 1634.105496] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1634.105498] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 1634.105502] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1634.105496] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 1634.105498] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 1634.105502] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1634.105507]  </TASK>
[ 1634.131546] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1634.132145] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1634.132442] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1634.133422] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 1634.133707] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 1634.134087] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 1634.134467] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 1634.134851] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1634.135243] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 1634.135623] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 1634.136052] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1634.136368] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 1634.136750] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1634.137128] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1634.137505] Call Trace:
[ 1634.137643]  <IRQ>
[ 1634.137760] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 1634.138004] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 1634.138255] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1634.138527] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 1634.138769] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 1634.139015] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 1634.139252] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 1634.139538] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 1634.139760] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 1634.140020] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 1634.140266] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 1634.140498] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 1634.140780] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 1634.141052] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1634.141339] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1634.141605] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1634.141822] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1634.142017] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1634.142255] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1634.142501] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1634.142745] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1634.143009] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1634.143229] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1634.143512] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1634.143777] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1634.144064] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1634.144278] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1634.144535] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1634.144773] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 1634.145006] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1634.145221] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1634.145432] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 1634.145661] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 1634.145866] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 1634.146120] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1634.146358] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1634.146560] tc_run (net/core/dev.c:3945) 
[ 1634.146734] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1634.146957] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1634.147164] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 1634.147452] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1634.147660] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1634.147883] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1634.148106] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1634.148327] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1634.148540] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1634.148767] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1634.148981] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1634.149225] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 1634.149456] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 1634.149665] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1634.149907] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1634.150106] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1634.150339] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1634.150581] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1634.150797] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1634.150995] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1634.151189] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1634.151451]  </IRQ>
[ 1634.151570]  <TASK>
[ 1634.151688] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1634.151966] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 1634.152265] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 1634.153243] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 1634.153524] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 1634.153908] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 1634.154294] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 1634.154674] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 1634.155058] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 1634.155436] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 1634.155642] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1634.155912] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1634.156181] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1634.156450] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 1634.156641] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 1634.156837] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 1634.157099] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 1634.157362] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 1634.157549] ksys_write (fs/read_write.c:643) 
[ 1634.157737] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 1634.157940] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 1634.158215] RIP: 0033:0x7fe20bcaa957
[ 1634.158415] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 1634.159384] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1634.159783] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 1634.160168] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 1634.160547] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1634.160926] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 1634.161310] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 1634.161697]  </TASK>
| [ 1712.161840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 1712.162202] rcu: 1-...0: (634251 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=121853
| [ 1712.162744] rcu: (t=494245 jiffies g=443649 q=6 ncpus=4)
[ 1712.163393] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1712.163993] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1712.164291] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1712.165273] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 1712.165555] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 1712.165932] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 1712.166309] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 1712.166688] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1712.167066] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 1712.167444] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 1712.167881] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1712.168191] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 1712.168573] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1712.168950] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1712.169329] Call Trace:
[ 1712.169465]  <IRQ>
[ 1712.169583] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 1712.169828] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 1712.170080] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1712.170294] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1712.170520] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1712.170733] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 1712.170984] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 1712.171229] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 1712.171465] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 1712.171748] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 1712.171975] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 1712.172232] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 1712.172476] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 1712.172709] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 1712.172995] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 1712.173264] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1712.173549] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1712.173817] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1712.174027] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1712.174225] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1712.174464] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1712.174717] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1712.174966] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1712.175244] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1712.175467] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1712.175755] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1712.176026] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1712.176311] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1712.176521] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1712.176737] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1712.177002] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1712.177213] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1712.177482] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1712.177692] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1712.177899] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1712.178106] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1712.178317] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1712.178526] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 1712.178765] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1712.178973] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 1712.179189] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 1712.179406] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 1712.179639] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 1712.179854] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1712.180057] tc_run (net/core/dev.c:3945) 
[ 1712.180232] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1712.180452] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1712.180667] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1712.180878] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1712.181104] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1712.181325] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 1712.181550] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1712.181771] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1712.181988] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1712.182216] ? __alloc_skb (net/core/skbuff.c:685) 
[ 1712.182414] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1712.182656] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 1712.182899] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 1712.183111] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1712.183361] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1712.183563] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1712.183798] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1712.184012] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1712.184210] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1712.184401] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1712.184664]  </IRQ>
[ 1712.184783]  <TASK>
[ 1712.184902] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1712.185177] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 1712.185454] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 1712.186419] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 1712.186696] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 1712.187071] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 1712.187447] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 1712.187822] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 1712.188196] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 1712.188571] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1712.188805] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1712.189041] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 1712.189218] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 1712.189485] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1712.189701] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 1712.189910] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1712.189910] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1712.190193]  </TASK>
| [ 1712.190316] Sending NMI from CPU 1 to CPUs 3:
| [ 1712.190562] NMI backtrace for cpu 3
[ 1712.190566] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1712.190567] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 1712.190572] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 1712.190573] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 1712.190575] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 1712.190576] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 1712.190576] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 1712.190577] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1712.190578] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 1712.190581] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 1712.190582] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1712.190583] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 1712.190584] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1712.190584] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1712.190585] Call Trace:
[ 1712.190587]  <NMI>
[ 1712.190588] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 1712.190593] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 1712.190597] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 1712.190599] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 1712.190602] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 1712.190604] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 1712.190608] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 1712.190610] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 1712.190613] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 1712.190615]  </NMI>
[ 1712.190615]  <IRQ>
[ 1712.190616] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1712.190619] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1712.190622] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1712.190625] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1712.190628] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1712.190630] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1712.190633] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1712.190636] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1712.190642] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1712.190646] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1712.190651] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1712.190654] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1712.190660] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1712.190663] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 1712.190665] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1712.190668] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1712.190670] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 1712.190673] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 1712.190676] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 1712.190678] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1712.190680] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1712.190683] tc_run (net/core/dev.c:3945) 
[ 1712.190686] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1712.190688] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1712.190690] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 1712.190692] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1712.190694] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1712.190696] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1712.190699] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1712.190701] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1712.190703] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1712.190707] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1712.190710] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1712.190711] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 1712.190713] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 1712.190714] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1712.190715] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1712.190717] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1712.190719] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1712.190723] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1712.190724] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1712.190727] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1712.190728] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1712.190730]  </IRQ>
[ 1712.190731]  <TASK>
[ 1712.190731] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1712.190733] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 1712.190735] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 1712.190736] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 1712.190737] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 1712.190738] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 1712.190739] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 1712.190739] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 1712.190740] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 1712.190742] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 1712.190743] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1712.190745] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1712.190747] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1712.190749] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 1712.190752] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 1712.190755] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 1712.190758] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 1712.190762] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 1712.190766] ksys_write (fs/read_write.c:643) 
[ 1712.190768] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 1712.190770] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 1712.190771] RIP: 0033:0x7fe20bcaa957
[ 1712.190774] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 1712.190775] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1712.190776] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 1712.190777] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 1712.190778] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1712.190779] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 1712.190779] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 1712.190782]  </TASK>
| [ 1790.193839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 1790.194190] rcu: 1-...0: (712255 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=141265
| [ 1790.194735] rcu: (t=572277 jiffies g=443649 q=6 ncpus=4)
[ 1790.195394] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1790.196005] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 1790.196307] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 1790.197287] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 1790.197566] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 1790.197946] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 1790.198325] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 1790.198703] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1790.199107] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 1790.199490] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 1790.199925] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1790.200239] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 1790.200628] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1790.201005] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1790.201382] Call Trace:
[ 1790.201522]  <IRQ>
[ 1790.201638] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 1790.201882] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 1790.202131] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1790.202345] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1790.202563] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1790.202774] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 1790.203025] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 1790.203272] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 1790.203510] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 1790.203797] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 1790.204021] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 1790.204283] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 1790.204527] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 1790.204764] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 1790.205045] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 1790.205314] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1790.205605] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 1790.205869] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1790.206080] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1790.206274] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1790.206508] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1790.206760] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1790.207009] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1790.207279] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1790.207506] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1790.207794] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1790.208064] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1790.208351] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1790.208568] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1790.208782] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1790.209045] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1790.209259] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1790.209532] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1790.209740] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1790.209950] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1790.210160] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1790.210368] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1790.210577] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 1790.210815] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1790.211024] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 1790.211244] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 1790.211460] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 1790.211692] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 1790.211903] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1790.212108] tc_run (net/core/dev.c:3945) 
[ 1790.212284] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1790.212506] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1790.212717] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1790.212931] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1790.213158] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1790.213382] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 1790.213598] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1790.213822] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1790.214039] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1790.214275] ? __alloc_skb (net/core/skbuff.c:685) 
[ 1790.214480] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1790.214731] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 1790.214986] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 1790.215200] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1790.215444] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1790.215644] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1790.215879] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1790.216094] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1790.216292] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1790.216487] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1790.216748]  </IRQ>
[ 1790.216867]  <TASK>
[ 1790.216987] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1790.217263] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 1790.217534] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 1790.218505] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 1790.218788] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 1790.219165] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 1790.219540] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 1790.219916] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 1790.220294] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 1790.220671] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1790.220909] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1790.221145] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 1790.221325] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 1790.221594] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1790.221812] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 1790.222024] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1790.222024] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1790.222307]  </TASK>
| [ 1790.222431] Sending NMI from CPU 1 to CPUs 3:
| [ 1790.222679] NMI backtrace for cpu 3
[ 1790.222685] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1790.222686] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1790.222690] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1790.222692] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 1790.222693] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 1790.222694] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 1790.222695] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 1790.222696] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1790.222697] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 1790.222699] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 1790.222701] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1790.222701] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 1790.222702] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1790.222703] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1790.222704] Call Trace:
[ 1790.222705]  <NMI>
[ 1790.222706] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 1790.222711] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 1790.222714] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 1790.222716] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 1790.222720] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 1790.222722] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 1790.222725] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1790.222728] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1790.222730] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1790.222732]  </NMI>
[ 1790.222732]  <IRQ>
[ 1790.222733] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1790.222736] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1790.222740] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1790.222743] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1790.222746] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1790.222747] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1790.222751] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1790.222754] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1790.222760] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1790.222764] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1790.222768] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1790.222771] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1790.222778] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1790.222782] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 1790.222784] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1790.222786] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1790.222789] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 1790.222792] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 1790.222795] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 1790.222796] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1790.222799] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1790.222801] tc_run (net/core/dev.c:3945) 
[ 1790.222805] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1790.222807] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1790.222809] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 1790.222811] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1790.222814] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1790.222816] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1790.222820] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1790.222821] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1790.222824] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1790.222828] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1790.222831] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1790.222832] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 1790.222833] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 1790.222835] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1790.222836] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1790.222839] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1790.222841] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1790.222845] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1790.222846] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1790.222849] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1790.222852] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1790.222854]  </IRQ>
[ 1790.222854]  <TASK>
[ 1790.222855] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1790.222856] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 1790.222858] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 1790.222859] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 1790.222860] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 1790.222861] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 1790.222862] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 1790.222863] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 1790.222864] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 1790.222865] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 1790.222867] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1790.222869] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1790.222872] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1790.222874] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 1790.222877] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 1790.222880] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 1790.222883] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 1790.222887] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 1790.222891] ksys_write (fs/read_write.c:643) 
[ 1790.222893] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 1790.222896] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 1790.222897] RIP: 0033:0x7fe20bcaa957
[ 1790.222900] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 1790.222901] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1790.222902] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 1790.222903] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 1790.222904] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1790.222904] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 1790.222905] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 1790.222908]  </TASK>
| [ 1868.225839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 1868.226183] rcu: 1-...0: (790259 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=160683
| [ 1868.226725] rcu: (t=650309 jiffies g=443649 q=6 ncpus=4)
[ 1868.227376] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1868.227976] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1868.228274] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1868.229257] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 1868.229543] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 1868.229924] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 1868.230306] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 1868.230692] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1868.231077] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 1868.231462] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 1868.231889] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1868.232196] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 1868.232580] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1868.232965] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1868.233351] Call Trace:
[ 1868.233492]  <IRQ>
[ 1868.233612] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 1868.233860] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 1868.234111] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1868.234330] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1868.234541] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1868.234753] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 1868.234999] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 1868.235237] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 1868.235524] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 1868.235748] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 1868.236008] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 1868.236257] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 1868.236492] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 1868.236777] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 1868.237051] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1868.237337] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1868.237607] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1868.237819] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1868.238016] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1868.238255] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1868.238501] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1868.238747] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1868.239011] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1868.239230] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1868.239513] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1868.239779] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1868.240063] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1868.240271] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1868.240481] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1868.240741] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1868.240952] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1868.241220] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1868.241437] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1868.241648] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1868.241858] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1868.242072] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1868.242287] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 1868.242532] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1868.242747] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 1868.242968] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 1868.243192] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 1868.243428] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 1868.243646] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1868.243853] tc_run (net/core/dev.c:3945) 
[ 1868.244031] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1868.244255] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1868.244468] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1868.244684] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1868.244909] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1868.245132] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 1868.245346] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1868.245568] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1868.245783] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1868.246011] ? __alloc_skb (net/core/skbuff.c:685) 
[ 1868.246212] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1868.246456] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 1868.246701] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 1868.246914] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1868.247164] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1868.247370] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1868.247608] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1868.247821] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1868.248022] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1868.248214] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1868.248471]  </IRQ>
[ 1868.248594]  <TASK>
[ 1868.248717] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1868.248998] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 1868.249265] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 1868.250251] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 1868.250535] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 1868.250918] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 1868.251303] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 1868.251691] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 1868.252072] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 1868.252457] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1868.252698] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1868.252941] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 1868.253122] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 1868.253385] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1868.253600] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 1868.253812] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1868.253812] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1868.254102]  </TASK>
| [ 1868.254225] Sending NMI from CPU 1 to CPUs 3:
| [ 1868.254473] NMI backtrace for cpu 3
[ 1868.254478] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1868.254479] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1868.254484] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1868.254485] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 1868.254487] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 1868.254488] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 1868.254489] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 1868.254490] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1868.254490] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 1868.254493] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 1868.254494] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1868.254496] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 1868.254496] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1868.254497] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1868.254498] Call Trace:
[ 1868.254500]  <NMI>
[ 1868.254502] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 1868.254506] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 1868.254510] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 1868.254512] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 1868.254515] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 1868.254517] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 1868.254521] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1868.254523] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1868.254526] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1868.254528]  </NMI>
[ 1868.254528]  <IRQ>
[ 1868.254529] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1868.254532] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1868.254536] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1868.254539] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1868.254542] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1868.254544] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1868.254547] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1868.254551] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1868.254556] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1868.254561] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1868.254565] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1868.254568] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1868.254575] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1868.254578] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 1868.254581] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1868.254583] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1868.254586] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 1868.254589] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 1868.254592] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 1868.254594] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1868.254596] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1868.254599] tc_run (net/core/dev.c:3945) 
[ 1868.254602] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1868.254605] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1868.254607] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 1868.254609] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1868.254611] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1868.254614] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1868.254617] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1868.254619] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1868.254621] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1868.254625] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1868.254628] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1868.254629] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 1868.254631] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 1868.254632] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1868.254633] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1868.254636] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1868.254638] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1868.254642] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1868.254643] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1868.254645] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1868.254648] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1868.254650]  </IRQ>
[ 1868.254650]  <TASK>
[ 1868.254651] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1868.254652] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 1868.254654] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 1868.254655] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 1868.254656] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 1868.254657] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 1868.254658] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 1868.254659] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 1868.254659] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 1868.254661] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 1868.254663] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1868.254665] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1868.254667] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1868.254669] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 1868.254673] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 1868.254675] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 1868.254678] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 1868.254682] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 1868.254686] ksys_write (fs/read_write.c:643) 
[ 1868.254689] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 1868.254691] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 1868.254693] RIP: 0033:0x7fe20bcaa957
[ 1868.254696] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 1868.254697] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1868.254698] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 1868.254699] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 1868.254700] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1868.254700] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 1868.254701] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 1868.254703]  </TASK>
| [ 1946.257839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 1946.258186] rcu: 1-...0: (868263 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=180054
| [ 1946.258721] rcu: (t=728341 jiffies g=443649 q=6 ncpus=4)
[ 1946.259379] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1946.259987] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1946.260289] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1946.261263] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 1946.261545] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 1946.261923] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 1946.262299] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 1946.262676] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1946.263054] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 1946.263433] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 1946.263864] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1946.264175] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 1946.264553] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1946.264931] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1946.265311] Call Trace:
[ 1946.265455]  <IRQ>
[ 1946.265573] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 1946.265812] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 1946.266056] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1946.266265] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1946.266476] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1946.266684] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 1946.266932] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 1946.267173] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 1946.267415] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 1946.267704] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 1946.267924] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 1946.268187] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 1946.268432] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 1946.268668] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 1946.268946] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 1946.269212] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1946.269502] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1946.269766] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1946.269983] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1946.270177] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1946.270412] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1946.270662] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1946.270910] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1946.271182] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1946.271404] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1946.271690] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1946.271962] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1946.272249] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1946.272461] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1946.272672] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1946.272936] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1946.273152] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1946.273422] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1946.273634] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1946.273850] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1946.274060] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1946.274270] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1946.274483] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 1946.274726] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1946.274941] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 1946.275165] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 1946.275384] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 1946.275621] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 1946.275830] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1946.276029] tc_run (net/core/dev.c:3945) 
[ 1946.276201] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1946.276429] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1946.276637] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1946.276846] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1946.277068] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1946.277295] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 1946.277507] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1946.277733] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1946.277945] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1946.278177] ? __alloc_skb (net/core/skbuff.c:685) 
[ 1946.278380] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1946.278627] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 1946.278875] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 1946.279089] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 1946.279331] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1946.279530] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1946.279763] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1946.279975] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1946.280171] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1946.280366] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1946.280626]  </IRQ>
[ 1946.280744]  <TASK>
[ 1946.280862] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1946.281136] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 1946.281407] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 1946.282378] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 1946.282658] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 1946.283035] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 1946.283411] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 1946.283794] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 1946.284178] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 1946.284558] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1946.284799] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 1946.285041] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 1946.285225] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 1946.285488] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1946.285703] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 1946.285915] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1946.285915] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 1946.286201]  </TASK>
| [ 1946.286327] Sending NMI from CPU 1 to CPUs 3:
| [ 1946.286570] NMI backtrace for cpu 3
[ 1946.286575] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1946.286576] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1946.286581] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 1946.286582] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 1946.286584] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 1946.286585] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 1946.286585] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 1946.286586] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 1946.286587] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 1946.286589] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 1946.286591] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 1946.286591] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 1946.286592] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 1946.286593] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 1946.286594] Call Trace:
[ 1946.286595]  <NMI>
[ 1946.286597] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 1946.286601] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 1946.286605] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 1946.286607] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 1946.286610] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 1946.286612] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 1946.286616] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1946.286618] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1946.286620] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 1946.286623]  </NMI>
[ 1946.286623]  <IRQ>
[ 1946.286624] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 1946.286627] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1946.286630] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 1946.286633] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 1946.286636] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1946.286638] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1946.286641] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 1946.286645] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1946.286650] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1946.286655] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 1946.286659] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 1946.286662] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1946.286669] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1946.286672] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 1946.286675] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1946.286677] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1946.286679] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 1946.286682] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 1946.286686] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 1946.286688] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 1946.286690] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 1946.286693] tc_run (net/core/dev.c:3945) 
[ 1946.286696] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1946.286699] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1946.286701] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 1946.286703] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 1946.286705] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1946.286708] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 1946.286711] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1946.286713] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 1946.286715] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1946.286719] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1946.286722] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1946.286723] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 1946.286725] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 1946.286726] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 1946.286727] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 1946.286729] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 1946.286731] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1946.286735] run_timer_softirq (kernel/time/timer.c:2053) 
[ 1946.286736] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1946.286739] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1946.286741] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1946.286743]  </IRQ>
[ 1946.286744]  <TASK>
[ 1946.286744] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1946.286746] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 1946.286748] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 1946.286749] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 1946.286750] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 1946.286751] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 1946.286752] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 1946.286753] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 1946.286753] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 1946.286755] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 1946.286757] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1946.286759] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1946.286761] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 1946.286763] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 1946.286766] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 1946.286769] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 1946.286773] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 1946.286776] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 1946.286781] ksys_write (fs/read_write.c:643) 
[ 1946.286783] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 1946.286785] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 1946.286787] RIP: 0033:0x7fe20bcaa957
[ 1946.286790] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 1946.286791] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1946.286792] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 1946.286793] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 1946.286793] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1946.286794] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 1946.286795] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 1946.286797]  </TASK>
| [ 2024.289839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 2024.290177] rcu: 1-...0: (946267 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=199384
| [ 2024.290695] rcu: (t=806373 jiffies g=443649 q=6 ncpus=4)
[ 2024.291336] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2024.291949] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2024.292252] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2024.293255] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2024.293540] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2024.293920] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2024.294311] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2024.294685] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2024.295059] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2024.295433] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2024.295848] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2024.296146] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2024.296531] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2024.296911] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2024.297295] Call Trace:
[ 2024.297436]  <IRQ>
[ 2024.297555] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2024.297797] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2024.298044] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2024.298255] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2024.298472] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2024.298674] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2024.298908] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2024.299143] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2024.299422] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2024.299638] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2024.299893] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2024.300128] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2024.300358] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2024.300632] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2024.300892] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2024.301175] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2024.301432] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2024.301653] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2024.301847] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2024.302082] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2024.302333] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2024.302582] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2024.302860] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2024.303084] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2024.303383] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2024.303658] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2024.303944] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2024.304156] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2024.304394] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2024.304658] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2024.304874] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2024.305144] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2024.305352] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2024.305577] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2024.305778] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2024.305980] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2024.306184] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2024.306415] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2024.306618] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2024.306830] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2024.307042] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2024.307268] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2024.307476] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2024.307677] tc_run (net/core/dev.c:3945) 
[ 2024.307850] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2024.308066] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2024.308273] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2024.308503] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2024.308727] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2024.308950] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2024.309165] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2024.309386] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2024.309601] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2024.309828] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2024.310028] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2024.310272] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2024.310515] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2024.310728] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2024.310977] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2024.311182] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2024.311419] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2024.311632] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2024.311833] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2024.312025] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2024.312282]  </IRQ>
[ 2024.312405]  <TASK>
[ 2024.312527] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2024.312809] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2024.313078] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2024.314049] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2024.314329] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2024.314705] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2024.315082] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2024.315461] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2024.315836] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2024.316213] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2024.316449] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2024.316688] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2024.316867] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2024.317133] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2024.317351] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2024.317560] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2024.317560] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2024.317842]  </TASK>
| [ 2024.317967] Sending NMI from CPU 1 to CPUs 3:
| [ 2024.318213] NMI backtrace for cpu 3
[ 2024.318218] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2024.318219] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2024.318224] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2024.318225] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2024.318227] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2024.318228] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2024.318229] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2024.318229] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2024.318230] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2024.318233] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2024.318234] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2024.318235] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2024.318236] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2024.318236] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2024.318237] Call Trace:
[ 2024.318238]  <NMI>
[ 2024.318240] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2024.318244] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2024.318248] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2024.318250] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2024.318253] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2024.318255] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2024.318259] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2024.318261] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2024.318264] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2024.318266]  </NMI>
[ 2024.318266]  <IRQ>
[ 2024.318267] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2024.318270] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2024.318273] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2024.318276] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2024.318279] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2024.318280] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2024.318284] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2024.318287] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2024.318292] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2024.318296] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2024.318301] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2024.318304] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2024.318311] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2024.318314] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2024.318316] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2024.318319] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2024.318321] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2024.318324] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2024.318327] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2024.318329] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2024.318331] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2024.318334] tc_run (net/core/dev.c:3945) 
[ 2024.318337] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2024.318340] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2024.318342] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2024.318343] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2024.318346] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2024.318348] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2024.318351] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2024.318352] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2024.318355] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2024.318359] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2024.318362] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2024.318363] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2024.318365] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2024.318366] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2024.318367] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2024.318370] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2024.318372] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2024.318376] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2024.318377] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2024.318380] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2024.318383] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2024.318385]  </IRQ>
[ 2024.318385]  <TASK>
[ 2024.318386] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2024.318387] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2024.318390] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2024.318391] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2024.318392] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2024.318392] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2024.318393] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2024.318393] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2024.318394] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2024.318396] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2024.318398] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2024.318400] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2024.318402] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2024.318404] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2024.318407] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2024.318410] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2024.318413] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2024.318417] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2024.318422] ksys_write (fs/read_write.c:643) 
[ 2024.318424] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2024.318426] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2024.318428] RIP: 0033:0x7fe20bcaa957
[ 2024.318435] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2024.318436] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2024.318437] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2024.318438] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2024.318439] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2024.318440] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2024.318441] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2024.318443]  </TASK>
| [ 2102.321839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 2102.322186] rcu: 1-...0: (1024271 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=218747
| [ 2102.322739] rcu: (t=884405 jiffies g=443649 q=6 ncpus=4)
[ 2102.323394] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2102.323998] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2102.324299] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2102.325357] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2102.325641] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2102.326023] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2102.326408] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2102.326792] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2102.327173] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2102.327555] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2102.327987] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2102.328294] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2102.328673] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2102.329058] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2102.329444] Call Trace:
[ 2102.329581]  <IRQ>
[ 2102.329702] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2102.329942] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2102.330192] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2102.330400] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2102.330608] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2102.330817] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 2102.331065] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2102.331308] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2102.331549] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2102.331837] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2102.332058] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2102.332319] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2102.332559] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2102.332803] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2102.333091] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2102.333361] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2102.333646] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2102.333915] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2102.334125] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2102.334326] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2102.334565] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2102.334813] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2102.335059] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2102.335325] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2102.335546] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2102.335831] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2102.336098] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2102.336378] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2102.336586] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2102.336798] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2102.337061] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2102.337268] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2102.337536] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2102.337749] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2102.337959] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2102.338171] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2102.338388] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2102.338599] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2102.338843] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2102.339054] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2102.339274] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2102.339496] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2102.339734] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2102.339945] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2102.340145] tc_run (net/core/dev.c:3945) 
[ 2102.340316] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2102.340540] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2102.340753] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2102.340961] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2102.341185] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2102.341408] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2102.341623] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2102.341845] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2102.342063] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2102.342293] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2102.342498] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2102.342749] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2102.342992] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2102.343205] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2102.343455] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2102.343659] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2102.343895] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2102.344109] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2102.344309] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2102.344501] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2102.344760]  </IRQ>
[ 2102.344884]  <TASK>
[ 2102.345006] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2102.345285] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2102.345551] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2102.346532] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2102.346814] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2102.347198] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2102.347581] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2102.347960] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2102.348338] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2102.348723] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2102.348962] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2102.349203] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2102.349383] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2102.349645] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2102.349856] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2102.350069] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2102.350069] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2102.350357]  </TASK>
| [ 2102.350485] Sending NMI from CPU 1 to CPUs 3:
| [ 2102.350730] NMI backtrace for cpu 3
[ 2102.350735] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2102.350736] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2102.350741] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc <f3> 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba
All code
========
   0:	55                   	push   %rbp
   1:	41 54                	push   %r12
   3:	55                   	push   %rbp
   4:	48 89 fd             	mov    %rdi,%rbp
   7:	53                   	push   %rbx
   8:	66 90                	xchg   %ax,%ax
   a:	ba 01 00 00 00       	mov    $0x1,%edx
   f:	8b 45 00             	mov    0x0(%rbp),%eax
  12:	85 c0                	test   %eax,%eax
  14:	75 14                	jne    0x2a
  16:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  1b:	85 c0                	test   %eax,%eax
  1d:	75 f0                	jne    0xf
  1f:	5b                   	pop    %rbx
  20:	5d                   	pop    %rbp
  21:	41 5c                	pop    %r12
  23:	41 5d                	pop    %r13
  25:	c3                   	ret
  26:	cc                   	int3
  27:	cc                   	int3
  28:	cc                   	int3
  29:	cc                   	int3
  2a:*	f3 90                	pause		<-- trapping instruction
  2c:	eb e1                	jmp    0xf
  2e:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  34:	74 52                	je     0x88
  36:	40 30 f6             	xor    %sil,%sil
  39:	85 f6                	test   %esi,%esi
  3b:	75 75                	jne    0xb2
  3d:	f0                   	lock
  3e:	0f                   	.byte 0xf
  3f:	ba                   	.byte 0xba

Code starting with the faulting instruction
===========================================
   0:	f3 90                	pause
   2:	eb e1                	jmp    0xffffffffffffffe5
   4:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   a:	74 52                	je     0x5e
   c:	40 30 f6             	xor    %sil,%sil
   f:	85 f6                	test   %esi,%esi
  11:	75 75                	jne    0x88
  13:	f0                   	lock
  14:	0f                   	.byte 0xf
  15:	ba                   	.byte 0xba
[ 2102.350742] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2102.350744] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2102.350745] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2102.350745] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2102.350746] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2102.350747] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2102.350749] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2102.350750] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2102.350751] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2102.350752] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2102.350752] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2102.350753] Call Trace:
[ 2102.350754]  <NMI>
[ 2102.350756] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2102.350760] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2102.350763] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2102.350765] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2102.350768] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2102.350770] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2102.350774] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2102.350776] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2102.350778] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2102.350781]  </NMI>
[ 2102.350781]  <IRQ>
[ 2102.350782] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2102.350785] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2102.350788] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2102.350791] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2102.350794] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2102.350795] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2102.350799] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2102.350802] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2102.350807] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2102.350812] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2102.350816] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2102.350819] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2102.350826] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2102.350829] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2102.350832] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2102.350834] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2102.350836] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2102.350841] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2102.350844] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2102.350846] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2102.350849] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2102.350851] tc_run (net/core/dev.c:3945) 
[ 2102.350854] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2102.350856] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2102.350858] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2102.350860] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2102.350862] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2102.350865] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2102.350868] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2102.350870] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2102.350872] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2102.350876] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2102.350879] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2102.350881] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2102.350882] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2102.350884] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2102.350885] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2102.350887] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2102.350890] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2102.350894] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2102.350895] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2102.350898] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2102.350900] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2102.350902]  </IRQ>
[ 2102.350902]  <TASK>
[ 2102.350903] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2102.350904] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2102.350906] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2102.350907] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2102.350908] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2102.350909] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2102.350910] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2102.350910] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2102.350911] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2102.350913] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2102.350915] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2102.350917] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2102.350919] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2102.350921] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2102.350925] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2102.350927] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2102.350931] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2102.350934] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2102.350939] ksys_write (fs/read_write.c:643) 
[ 2102.350941] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2102.350943] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2102.350945] RIP: 0033:0x7fe20bcaa957
[ 2102.350948] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2102.350948] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2102.350950] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2102.350950] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2102.350951] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2102.350952] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2102.350953] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2102.350956]  </TASK>
| [ 2180.353853] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 2180.354202] rcu: 1-...0: (1102275 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=238075
| [ 2180.354743] rcu: (t=962437 jiffies g=443649 q=6 ncpus=4)
[ 2180.355398] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2180.356009] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2180.356312] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2180.357293] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2180.357575] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2180.357960] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2180.358344] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2180.358723] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2180.359104] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2180.359490] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2180.359918] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2180.360223] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2180.360602] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2180.360987] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2180.361367] Call Trace:
[ 2180.361511]  <IRQ>
[ 2180.361634] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2180.361876] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2180.362127] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2180.362344] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2180.362554] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2180.362761] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 2180.363006] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2180.363246] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2180.363488] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2180.363776] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2180.363996] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2180.364259] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2180.364506] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2180.364741] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2180.365019] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2180.365285] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2180.365573] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2180.365835] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2180.366046] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2180.366238] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2180.366471] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2180.366720] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2180.366967] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2180.367237] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2180.367457] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2180.367743] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2180.368014] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2180.368300] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2180.368512] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2180.368723] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2180.368986] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2180.369202] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2180.369480] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2180.369689] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2180.369899] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2180.370105] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2180.370316] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2180.370524] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2180.370762] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2180.370970] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2180.371189] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2180.371406] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2180.371639] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2180.371852] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2180.372058] tc_run (net/core/dev.c:3945) 
[ 2180.372236] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2180.372466] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2180.372673] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2180.372882] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2180.373104] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2180.373330] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2180.373541] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2180.373767] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2180.373978] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2180.374210] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2180.374412] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2180.374661] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2180.374909] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2180.375121] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2180.375363] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2180.375561] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2180.375793] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2180.376006] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2180.376202] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2180.376396] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2180.376656]  </IRQ>
[ 2180.376773]  <TASK>
[ 2180.376891] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2180.377165] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2180.377435] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2180.378406] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2180.378685] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2180.379060] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2180.379435] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2180.379812] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2180.380187] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2180.380564] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2180.380803] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2180.381042] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2180.381222] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2180.381488] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2180.381706] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2180.381914] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2180.381914] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2180.382195]  </TASK>
| [ 2180.382324] Sending NMI from CPU 1 to CPUs 3:
| [ 2180.382577] NMI backtrace for cpu 3
[ 2180.382582] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2180.382583] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2180.382588] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2180.382589] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2180.382591] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2180.382592] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2180.382593] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2180.382593] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2180.382594] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2180.382597] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2180.382598] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2180.382599] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2180.382599] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2180.382600] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2180.382601] Call Trace:
[ 2180.382602]  <NMI>
[ 2180.382604] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2180.382608] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2180.382611] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2180.382614] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2180.382617] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2180.382619] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2180.382623] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2180.382625] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2180.382628] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2180.382630]  </NMI>
[ 2180.382630]  <IRQ>
[ 2180.382631] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2180.382634] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2180.382637] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2180.382641] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2180.382643] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2180.382645] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2180.382648] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2180.382652] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2180.382657] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2180.382661] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2180.382666] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2180.382669] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2180.382676] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2180.382679] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2180.382682] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2180.382684] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2180.382686] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2180.382690] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2180.382693] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2180.382695] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2180.382697] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2180.382700] tc_run (net/core/dev.c:3945) 
[ 2180.382703] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2180.382706] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2180.382708] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2180.382710] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2180.382712] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2180.382715] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2180.382718] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2180.382720] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2180.382722] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2180.382726] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2180.382728] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2180.382730] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2180.382731] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2180.382733] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2180.382734] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2180.382736] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2180.382738] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2180.382743] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2180.382744] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2180.382747] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2180.382749] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2180.382751]  </IRQ>
[ 2180.382751]  <TASK>
[ 2180.382752] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2180.382754] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2180.382756] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2180.382757] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2180.382758] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2180.382758] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2180.382759] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2180.382759] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2180.382760] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2180.382762] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2180.382764] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2180.382766] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2180.382768] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2180.382770] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2180.382774] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2180.382776] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2180.382779] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2180.382784] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2180.382788] ksys_write (fs/read_write.c:643) 
[ 2180.382790] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2180.382792] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2180.382794] RIP: 0033:0x7fe20bcaa957
[ 2180.382796] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2180.382797] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2180.382798] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2180.382799] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2180.382800] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2180.382800] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2180.382801] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2180.382804]  </TASK>
| [ 2258.385840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 2258.386199] rcu: 1-...0: (1180279 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=257386
| [ 2258.386737] rcu: (t=1040469 jiffies g=443649 q=6 ncpus=4)
[ 2258.387396] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2258.388001] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2258.388306] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2258.389280] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2258.389561] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2258.389937] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2258.390314] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2258.390690] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2258.391068] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2258.391445] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2258.391874] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2258.392187] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2258.392563] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2258.392941] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2258.393321] Call Trace:
[ 2258.393465]  <IRQ>
[ 2258.393584] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2258.393822] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2258.394066] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2258.394279] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2258.394489] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2258.394696] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 2258.394941] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2258.395182] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2258.395424] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2258.395711] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2258.395932] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2258.396197] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2258.396441] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2258.396677] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2258.396956] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2258.397222] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2258.397511] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2258.397773] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2258.397985] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2258.398178] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2258.398412] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2258.398661] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2258.398909] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2258.399179] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2258.399403] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2258.399690] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2258.399955] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2258.400238] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2258.400449] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2258.400659] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2258.400917] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2258.401125] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2258.401392] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2258.401605] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2258.401820] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2258.402036] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2258.402244] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2258.402451] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2258.402688] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2258.402896] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2258.403115] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2258.403330] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2258.403562] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2258.403772] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2258.403977] tc_run (net/core/dev.c:3945) 
[ 2258.404151] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2258.404373] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2258.404582] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2258.404795] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2258.405022] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2258.405249] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2258.405464] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2258.405687] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2258.405902] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2258.406130] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2258.406330] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2258.406575] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2258.406824] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2258.407036] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2258.407282] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2258.407485] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2258.407721] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2258.407932] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2258.408131] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2258.408322] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2258.408579]  </IRQ>
[ 2258.408702]  <TASK>
[ 2258.408825] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2258.409102] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2258.409370] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2258.410346] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2258.410630] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2258.411009] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2258.411388] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2258.411772] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2258.412157] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2258.412534] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2258.412772] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2258.413008] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2258.413188] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2258.413454] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2258.413671] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2258.413883] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2258.413883] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2258.414168]  </TASK>
| [ 2258.414291] Sending NMI from CPU 1 to CPUs 3:
| [ 2258.414538] NMI backtrace for cpu 3
[ 2258.414543] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2258.414544] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2258.414549] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2258.414551] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2258.414552] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2258.414553] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2258.414554] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2258.414555] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2258.414556] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2258.414558] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2258.414560] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2258.414560] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2258.414561] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2258.414562] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2258.414563] Call Trace:
[ 2258.414564]  <NMI>
[ 2258.414566] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2258.414570] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2258.414573] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2258.414575] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2258.414578] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2258.414581] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2258.414584] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2258.414586] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2258.414589] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2258.414591]  </NMI>
[ 2258.414591]  <IRQ>
[ 2258.414592] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2258.414595] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2258.414598] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2258.414601] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2258.414604] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2258.414606] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2258.414609] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2258.414613] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2258.414618] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2258.414623] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2258.414627] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2258.414630] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2258.414636] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2258.414640] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2258.414643] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2258.414645] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2258.414648] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2258.414651] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2258.414654] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2258.414655] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2258.414658] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2258.414661] tc_run (net/core/dev.c:3945) 
[ 2258.414664] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2258.414666] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2258.414668] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2258.414669] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2258.414672] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2258.414674] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2258.414677] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2258.414678] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2258.414681] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2258.414684] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2258.414687] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2258.414688] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2258.414690] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2258.414691] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2258.414693] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2258.414695] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2258.414697] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2258.414701] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2258.414702] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2258.414705] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2258.414707] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2258.414710]  </IRQ>
[ 2258.414710]  <TASK>
[ 2258.414710] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2258.414712] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2258.414714] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2258.414715] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2258.414717] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2258.414718] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2258.414718] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2258.414719] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2258.414719] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2258.414721] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2258.414724] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2258.414725] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2258.414728] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2258.414730] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2258.414733] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2258.414735] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2258.414739] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2258.414743] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2258.414747] ksys_write (fs/read_write.c:643) 
[ 2258.414749] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2258.414751] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2258.414753] RIP: 0033:0x7fe20bcaa957
[ 2258.414762] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2258.414763] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2258.414764] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2258.414765] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2258.414766] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2258.414767] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2258.414767] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2258.414770]  </TASK>
| [ 2336.417839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 2336.418176] rcu: 1-...0: (1258283 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=276724
| [ 2336.418715] rcu: (t=1118501 jiffies g=443649 q=6 ncpus=4)
[ 2336.419371] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2336.419979] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2336.420278] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2336.421250] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2336.421527] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2336.421911] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2336.422296] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2336.422676] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2336.423057] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2336.423444] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2336.423874] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2336.424179] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2336.424558] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2336.424943] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2336.425323] Call Trace:
[ 2336.425463]  <IRQ>
[ 2336.425583] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2336.425821] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2336.426066] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2336.426275] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2336.426487] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2336.426697] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2336.426942] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2336.427183] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2336.427472] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2336.427694] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2336.427956] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2336.428197] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2336.428435] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2336.428714] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2336.428983] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2336.429274] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2336.429538] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2336.429748] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2336.429942] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2336.430176] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2336.430425] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2336.430675] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2336.430943] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2336.431169] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2336.431457] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2336.431730] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2336.432010] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2336.432219] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2336.432431] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2336.432690] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2336.432898] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2336.433165] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2336.433375] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2336.433588] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2336.433804] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2336.434015] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2336.434224] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2336.434466] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2336.434676] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2336.434900] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2336.435119] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2336.435356] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2336.435565] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2336.435766] tc_run (net/core/dev.c:3945) 
[ 2336.435937] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2336.436164] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2336.436371] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2336.436581] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2336.436803] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2336.437028] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2336.437246] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2336.437470] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2336.437685] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2336.437916] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2336.438122] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2336.438372] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2336.438623] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2336.438837] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2336.439082] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2336.439283] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2336.439517] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2336.439731] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2336.439929] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2336.440125] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2336.440386]  </IRQ>
[ 2336.440505]  <TASK>
[ 2336.440625] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2336.440900] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2336.441172] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2336.442153] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2336.442438] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2336.442823] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2336.443210] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2336.443614] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2336.443999] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2336.444384] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2336.444624] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2336.444864] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2336.445049] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2336.445311] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2336.445527] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2336.445743] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2336.445743] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2336.446031]  </TASK>
| [ 2336.446155] Sending NMI from CPU 1 to CPUs 3:
| [ 2336.446399] NMI backtrace for cpu 3
[ 2336.446404] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2336.446405] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2336.446410] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2336.446411] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2336.446413] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2336.446414] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2336.446415] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2336.446416] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2336.446416] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2336.446419] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2336.446420] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2336.446421] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2336.446422] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2336.446422] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2336.446423] Call Trace:
[ 2336.446425]  <NMI>
[ 2336.446426] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2336.446430] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2336.446434] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2336.446436] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2336.446440] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2336.446442] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2336.446445] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2336.446448] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2336.446450] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2336.446452]  </NMI>
[ 2336.446453]  <IRQ>
[ 2336.446453] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2336.446457] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2336.446460] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2336.446463] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2336.446466] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2336.446467] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2336.446470] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2336.446474] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2336.446479] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2336.446484] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2336.446488] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2336.446491] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2336.446497] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2336.446501] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2336.446503] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2336.446506] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2336.446508] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2336.446511] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2336.446514] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2336.446516] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2336.446518] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2336.446521] tc_run (net/core/dev.c:3945) 
[ 2336.446524] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2336.446527] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2336.446529] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2336.446531] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2336.446533] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2336.446535] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2336.446539] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2336.446540] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2336.446543] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2336.446547] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2336.446549] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2336.446551] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2336.446552] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2336.446554] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2336.446555] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2336.446557] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2336.446559] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2336.446562] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2336.446563] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2336.446566] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2336.446568] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2336.446570]  </IRQ>
[ 2336.446571]  <TASK>
[ 2336.446571] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2336.446573] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2336.446575] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2336.446576] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2336.446577] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2336.446578] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2336.446579] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2336.446579] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2336.446580] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2336.446581] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2336.446584] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2336.446585] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2336.446588] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2336.446589] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2336.446593] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2336.446595] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2336.446598] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2336.446602] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2336.446606] ksys_write (fs/read_write.c:643) 
[ 2336.446608] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2336.446611] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2336.446612] RIP: 0033:0x7fe20bcaa957
[ 2336.446615] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2336.446616] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2336.446617] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2336.446618] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2336.446619] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2336.446619] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2336.446620] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2414.450180] rcu: 3-....: (1338099 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=296107
| [ 2414.450719] rcu: (t=1196533 jiffies g=443649 q=6 ncpus=4)
| [ 2414.451012] Sending NMI from CPU 3 to CPUs 1:
| [ 2414.451263] NMI backtrace for cpu 1
[ 2414.451269] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2414.451270] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2414.451276] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2414.451278] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2414.451280] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2414.451281] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2414.451281] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2414.451282] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2414.451283] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2414.451286] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2414.451287] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2414.451288] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2414.451289] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2414.451289] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2414.451290] Call Trace:
[ 2414.451292]  <NMI>
[ 2414.451294] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2414.451299] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2414.451303] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2414.451305] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2414.451308] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2414.451310] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2414.451315] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2414.451317] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2414.451319] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2414.451322]  </NMI>
[ 2414.451322]  <IRQ>
[ 2414.451323] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2414.451326] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2414.451331] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2414.451334] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2414.451338] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2414.451339] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2414.451343] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2414.451348] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2414.451355] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2414.451361] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2414.451364] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2414.451367] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2414.451371] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2414.451379] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2414.451381] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2414.451383] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2414.451385] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2414.451387] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2414.451389] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2414.451391] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2414.451392] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2414.451396] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2414.451398] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2414.451401] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2414.451403] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2414.451405] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2414.451408] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2414.451410] tc_run (net/core/dev.c:3945) 
[ 2414.451414] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2414.451416] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2414.451418] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2414.451420] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2414.451423] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2414.451426] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2414.451428] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2414.451430] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2414.451432] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2414.451436] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2414.451439] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2414.451440] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2414.451442] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2414.451443] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2414.451444] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2414.451447] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2414.451450] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2414.451451] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2414.451454] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2414.451456] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2414.451458]  </IRQ>
[ 2414.451458]  <TASK>
[ 2414.451459] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2414.451461] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2414.451463] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2414.451464] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2414.451465] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2414.451465] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2414.451466] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2414.451467] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2414.451467] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2414.451469] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2414.451471] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2414.451473] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2414.451476] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2414.451478] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2414.451480] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2414.451483] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2414.451478] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 2414.451480] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 2414.451483] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2414.451487]  </TASK>
[ 2414.477475] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2414.478078] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2414.478373] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2414.479352] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2414.479634] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2414.480019] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2414.480403] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2414.480783] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2414.481162] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2414.481545] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2414.481979] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2414.482286] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2414.482678] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2414.483059] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2414.483437] Call Trace:
[ 2414.483571]  <IRQ>
[ 2414.483686] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2414.483928] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2414.484178] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2414.484450] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 2414.484692] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2414.484939] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2414.485174] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2414.485457] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2414.485684] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2414.485943] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2414.486187] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2414.486421] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2414.486707] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2414.486977] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2414.487261] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2414.487529] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2414.487739] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2414.487936] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2414.488173] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2414.488419] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2414.488664] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2414.488928] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2414.489151] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2414.489436] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2414.489700] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2414.489982] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2414.490192] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2414.490449] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2414.490685] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2414.490911] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2414.491117] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2414.491331] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2414.491562] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2414.491766] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2414.492018] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2414.492254] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2414.492454] tc_run (net/core/dev.c:3945) 
[ 2414.492625] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2414.492851] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2414.493057] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2414.493343] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2414.493552] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2414.493775] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2414.494011] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2414.494232] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2414.494451] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2414.494680] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2414.494898] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2414.495158] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2414.495392] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2414.495610] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2414.495856] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2414.496057] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2414.496289] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2414.496531] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2414.496744] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2414.496943] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2414.497139] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2414.497399]  </IRQ>
[ 2414.497516]  <TASK>
[ 2414.497635] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2414.497909] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2414.498212] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2414.499191] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2414.499476] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2414.499856] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2414.500242] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2414.500628] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2414.501014] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2414.501400] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2414.501604] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2414.501876] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2414.502146] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2414.502417] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2414.502609] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2414.502806] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2414.503071] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2414.503336] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2414.503525] ksys_write (fs/read_write.c:643) 
[ 2414.503709] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2414.503916] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2414.504193] RIP: 0033:0x7fe20bcaa957
[ 2414.504394] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2414.505364] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2414.505763] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2414.506144] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2414.506528] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2414.506913] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2414.507293] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2414.507675]  </TASK>
| [ 2492.507840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 2492.508186] rcu: 1-...0: (1414345 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=315474
| [ 2492.508721] rcu: (t=1274591 jiffies g=443649 q=6 ncpus=4)
[ 2492.509376] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2492.509969] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2492.510264] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2492.511242] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2492.511517] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2492.511893] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2492.512268] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2492.512642] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2492.513016] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2492.513395] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2492.513824] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2492.514136] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2492.514521] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2492.514897] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2492.515272] Call Trace:
[ 2492.515411]  <IRQ>
[ 2492.515528] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2492.515772] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2492.516022] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2492.516236] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2492.516451] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2492.516661] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2492.516906] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2492.517143] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2492.517429] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2492.517650] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2492.517908] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2492.518154] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2492.518385] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2492.518666] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2492.518936] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2492.519221] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2492.519486] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2492.519702] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2492.519898] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2492.520136] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2492.520381] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2492.520623] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2492.520893] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2492.521119] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2492.521409] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2492.521678] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2492.521963] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2492.522179] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2492.522391] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2492.522651] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2492.522863] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2492.523134] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2492.523341] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2492.523549] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2492.523758] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2492.523966] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2492.524172] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2492.524409] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2492.524618] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2492.524836] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2492.525051] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2492.525282] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2492.525492] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2492.525697] tc_run (net/core/dev.c:3945) 
[ 2492.525871] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2492.526092] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2492.526301] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2492.526513] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2492.526739] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2492.526962] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2492.527179] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2492.527402] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2492.527617] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2492.527843] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2492.528043] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2492.528288] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2492.528533] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2492.528743] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2492.528989] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2492.529192] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2492.529429] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2492.529638] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2492.529838] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2492.530030] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2492.530295]  </IRQ>
[ 2492.530416]  <TASK>
[ 2492.530540] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2492.530818] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2492.531093] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2492.532119] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2492.532399] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2492.532774] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2492.533149] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2492.533523] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2492.533899] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2492.534274] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2492.534511] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2492.534746] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2492.534925] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2492.535190] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2492.535407] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2492.535619] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2492.535619] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2492.535901]  </TASK>
| [ 2492.536032] Sending NMI from CPU 1 to CPUs 3:
| [ 2492.536278] NMI backtrace for cpu 3
[ 2492.536284] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2492.536285] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2492.536290] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2492.536291] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2492.536293] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2492.536294] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2492.536294] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2492.536296] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2492.536296] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2492.536299] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2492.536300] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2492.536301] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2492.536302] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2492.536302] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2492.536303] Call Trace:
[ 2492.536305]  <NMI>
[ 2492.536306] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2492.536310] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2492.536314] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2492.536316] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2492.536319] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2492.536321] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2492.536324] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2492.536327] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2492.536329] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2492.536332]  </NMI>
[ 2492.536332]  <IRQ>
[ 2492.536333] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2492.536336] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2492.536340] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2492.536343] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2492.536346] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2492.536347] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2492.536351] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2492.536355] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2492.536360] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2492.536364] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2492.536368] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2492.536371] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2492.536378] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2492.536382] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2492.536384] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2492.536386] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2492.536389] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2492.536393] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2492.536396] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2492.536398] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2492.536400] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2492.536403] tc_run (net/core/dev.c:3945) 
[ 2492.536406] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2492.536409] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2492.536411] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2492.536412] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2492.536415] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2492.536417] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2492.536420] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2492.536421] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2492.536424] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2492.536428] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2492.536431] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2492.536432] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2492.536433] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2492.536435] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2492.536436] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2492.536439] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2492.536441] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2492.536445] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2492.536446] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2492.536449] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2492.536451] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2492.536454]  </IRQ>
[ 2492.536454]  <TASK>
[ 2492.536455] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2492.536457] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2492.536459] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2492.536460] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2492.536461] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2492.536462] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2492.536462] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2492.536463] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2492.536464] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2492.536465] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2492.536467] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2492.536469] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2492.536471] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2492.536473] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2492.536476] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2492.536479] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2492.536482] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2492.536486] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2492.536490] ksys_write (fs/read_write.c:643) 
[ 2492.536492] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2492.536495] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2492.536496] RIP: 0033:0x7fe20bcaa957
[ 2492.536499] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2492.536500] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2492.536501] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2492.536502] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2492.536503] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2492.536503] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2492.536504] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2570.540183] rcu: 3-....: (1494106 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=333639
| [ 2570.540730] rcu: (t=1352623 jiffies g=443649 q=6 ncpus=4)
| [ 2570.541032] Sending NMI from CPU 3 to CPUs 1:
| [ 2570.541278] NMI backtrace for cpu 1
[ 2570.541292] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2570.541295] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2570.541305] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2570.541306] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2570.541308] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2570.541309] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2570.541310] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2570.541310] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2570.541311] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2570.541314] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2570.541315] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2570.541316] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2570.541317] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2570.541317] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2570.541318] Call Trace:
[ 2570.541323]  <NMI>
[ 2570.541333] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2570.541338] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2570.541342] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2570.541345] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2570.541348] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2570.541350] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2570.541354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2570.541357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2570.541359] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2570.541361]  </NMI>
[ 2570.541362]  <IRQ>
[ 2570.541362] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2570.541366] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2570.541371] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2570.541374] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2570.541378] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2570.541379] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2570.541383] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2570.541391] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2570.541398] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2570.541404] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2570.541408] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2570.541411] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2570.541415] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2570.541423] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2570.541425] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2570.541427] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2570.541429] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2570.541431] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2570.541433] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2570.541435] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2570.541437] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2570.541441] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2570.541443] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2570.541446] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2570.541448] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2570.541450] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2570.541453] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2570.541457] tc_run (net/core/dev.c:3945) 
[ 2570.541461] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2570.541464] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2570.541466] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2570.541468] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2570.541471] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2570.541474] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2570.541476] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2570.541477] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2570.541480] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2570.541484] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2570.541486] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2570.541488] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2570.541489] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2570.541491] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2570.541492] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2570.541495] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2570.541498] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2570.541499] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2570.541502] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2570.541505] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2570.541507]  </IRQ>
[ 2570.541508]  <TASK>
[ 2570.541508] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2570.541510] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2570.541513] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2570.541514] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2570.541515] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2570.541516] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2570.541516] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2570.541517] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2570.541517] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2570.541519] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2570.541521] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2570.541523] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2570.541526] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2570.541529] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2570.541531] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2570.541534] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2570.541529] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 2570.541531] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 2570.541534] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2570.541539]  </TASK>
[ 2570.567597] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2570.568196] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2570.568492] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2570.569479] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2570.569762] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2570.570159] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2570.570545] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2570.570927] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2570.571303] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2570.571682] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2570.572116] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2570.572427] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2570.572810] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2570.573188] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2570.573566] Call Trace:
[ 2570.573702]  <IRQ>
[ 2570.573819] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2570.574064] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2570.574317] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2570.574590] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 2570.574830] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2570.575075] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2570.575312] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2570.575597] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2570.575820] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2570.576080] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2570.576325] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2570.576559] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2570.576843] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2570.577114] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2570.577398] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2570.577666] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2570.577880] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2570.578077] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2570.578313] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2570.578558] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2570.578800] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2570.579064] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2570.579281] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2570.579561] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2570.579825] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2570.580109] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2570.580317] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2570.580582] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2570.580823] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2570.581053] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2570.581264] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2570.581474] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2570.581705] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2570.581908] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2570.582160] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2570.582397] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2570.582597] tc_run (net/core/dev.c:3945) 
[ 2570.582767] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2570.582992] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2570.583201] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2570.583490] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2570.583697] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2570.583919] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2570.584144] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2570.584365] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2570.584583] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2570.584812] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2570.585028] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2570.585273] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2570.585507] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2570.585719] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2570.585963] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2570.586161] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2570.586392] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2570.586635] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2570.586850] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2570.587047] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2570.587242] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2570.587503]  </IRQ>
[ 2570.587622]  <TASK>
[ 2570.587741] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2570.588017] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2570.588317] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2570.589296] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2570.589581] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2570.589966] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2570.590344] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2570.590726] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2570.591102] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2570.591482] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2570.591688] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2570.591958] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2570.592223] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2570.592493] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2570.592685] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2570.592880] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2570.593143] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2570.593407] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2570.593599] ksys_write (fs/read_write.c:643) 
[ 2570.593783] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2570.593988] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2570.594261] RIP: 0033:0x7fe20bcaa957
[ 2570.594463] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2570.595441] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2570.595843] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2570.596219] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2570.596594] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2570.596970] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2570.597347] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2648.599203] rcu: 3-....: (1572108 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=352142
| [ 2648.599746] rcu: (t=1430682 jiffies g=443649 q=6 ncpus=4)
| [ 2648.600041] Sending NMI from CPU 3 to CPUs 1:
| [ 2648.600291] NMI backtrace for cpu 1
[ 2648.600297] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2648.600299] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2648.600306] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2648.600307] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2648.600309] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2648.600310] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2648.600311] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2648.600312] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2648.600312] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2648.600315] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2648.600316] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2648.600317] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2648.600318] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2648.600319] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2648.600319] Call Trace:
[ 2648.600321]  <NMI>
[ 2648.600324] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2648.600328] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2648.600332] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2648.600334] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2648.600338] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2648.600340] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2648.600344] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2648.600346] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2648.600349] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2648.600351]  </NMI>
[ 2648.600351]  <IRQ>
[ 2648.600352] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2648.600356] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2648.600361] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2648.600364] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2648.600368] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2648.600369] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2648.600374] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2648.600378] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2648.600384] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2648.600389] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2648.600393] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2648.600396] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2648.600400] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2648.600407] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2648.600409] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2648.600411] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2648.600414] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2648.600415] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2648.600417] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2648.600419] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2648.600421] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2648.600425] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2648.600427] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2648.600430] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2648.600432] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2648.600434] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2648.600437] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2648.600440] tc_run (net/core/dev.c:3945) 
[ 2648.600444] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2648.600446] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2648.600448] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2648.600450] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2648.600453] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2648.600457] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2648.600460] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2648.600461] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2648.600464] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2648.600468] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2648.600470] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2648.600472] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2648.600473] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2648.600475] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2648.600476] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2648.600479] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2648.600482] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2648.600483] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2648.600486] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2648.600489] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2648.600491]  </IRQ>
[ 2648.600491]  <TASK>
[ 2648.600492] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2648.600494] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2648.600498] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2648.600499] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2648.600500] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2648.600501] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2648.600501] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2648.600502] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2648.600503] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2648.600505] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2648.600507] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2648.600509] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2648.600512] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2648.600515] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2648.600517] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2648.600520] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2648.600515] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 2648.600517] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 2648.600520] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2648.600525]  </TASK>
[ 2648.626669] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2648.627269] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2648.627565] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2648.628551] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2648.628837] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2648.629225] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2648.629607] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2648.629989] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2648.630374] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2648.630755] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2648.631189] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2648.631502] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2648.631890] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2648.632268] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2648.632645] Call Trace:
[ 2648.632784]  <IRQ>
[ 2648.632900] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2648.633143] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2648.633394] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2648.633666] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 2648.633913] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2648.634161] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2648.634396] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2648.634680] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2648.634907] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2648.635164] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2648.635410] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2648.635642] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2648.635927] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2648.636201] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2648.636489] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2648.636760] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2648.636976] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2648.637174] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2648.637412] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2648.637660] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2648.637910] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2648.638174] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2648.638394] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2648.638680] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2648.638946] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2648.639226] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2648.639437] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2648.639697] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2648.639939] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2648.640169] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2648.640383] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2648.640599] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2648.640830] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2648.641038] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2648.641293] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2648.641532] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2648.641732] tc_run (net/core/dev.c:3945) 
[ 2648.641904] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2648.642132] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2648.642339] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2648.642628] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2648.642840] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2648.643061] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2648.643290] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2648.643514] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2648.643730] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2648.643960] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2648.644173] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2648.644418] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2648.644652] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2648.644864] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2648.645109] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2648.645309] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2648.645543] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2648.645786] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2648.646004] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2648.646203] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2648.646400] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2648.646663]  </IRQ>
[ 2648.646782]  <TASK>
[ 2648.646903] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2648.647180] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2648.647486] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2648.648470] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2648.648753] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2648.649135] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2648.649520] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2648.649906] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2648.650289] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2648.650668] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2648.650874] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2648.651146] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2648.651416] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2648.651689] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2648.651886] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2648.652095] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2648.652359] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2648.652623] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2648.652813] ksys_write (fs/read_write.c:643) 
[ 2648.653004] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2648.653208] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2648.653484] RIP: 0033:0x7fe20bcaa957
[ 2648.653685] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2648.654658] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2648.655059] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2648.655445] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2648.655832] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2648.656213] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2648.656595] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2726.657192] rcu: 3-....: (1650109 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=370318
| [ 2726.657745] rcu: (t=1508740 jiffies g=443649 q=6 ncpus=4)
| [ 2726.658054] Sending NMI from CPU 3 to CPUs 1:
| [ 2726.658297] NMI backtrace for cpu 1
[ 2726.658303] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2726.658305] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2726.658312] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2726.658313] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2726.658314] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2726.658315] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2726.658316] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2726.658317] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2726.658317] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2726.658320] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2726.658321] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2726.658322] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2726.658323] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2726.658324] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2726.658325] Call Trace:
[ 2726.658327]  <NMI>
[ 2726.658330] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2726.658334] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2726.658338] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2726.658340] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2726.658344] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2726.658346] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2726.658350] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2726.658352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2726.658354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2726.658357]  </NMI>
[ 2726.658357]  <IRQ>
[ 2726.658358] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2726.658362] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2726.658367] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2726.658370] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2726.658374] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2726.658375] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2726.658380] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2726.658385] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2726.658390] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2726.658396] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2726.658399] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2726.658402] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2726.658406] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2726.658414] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2726.658415] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2726.658418] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2726.658420] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2726.658422] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2726.658423] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2726.658426] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2726.658427] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2726.658432] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2726.658434] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2726.658437] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2726.658439] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2726.658441] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2726.658444] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2726.658447] tc_run (net/core/dev.c:3945) 
[ 2726.658451] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2726.658454] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2726.658456] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2726.658458] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2726.658461] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2726.658464] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2726.658466] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2726.658468] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2726.658470] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2726.658474] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2726.658477] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2726.658479] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2726.658480] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2726.658481] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2726.658483] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2726.658485] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2726.658488] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2726.658489] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2726.658492] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2726.658495] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2726.658497]  </IRQ>
[ 2726.658497]  <TASK>
[ 2726.658498] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2726.658500] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2726.658503] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2726.658504] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2726.658506] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2726.658506] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2726.658507] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2726.658507] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2726.658508] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2726.658510] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2726.658512] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2726.658514] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2726.658517] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2726.658520] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2726.658522] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2726.658525] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2726.658520] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 2726.658522] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 2726.658525] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2726.658529]  </TASK>
[ 2726.684746] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2726.685355] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2726.685653] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2726.686636] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2726.686915] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2726.687292] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2726.687669] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2726.688056] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2726.688431] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2726.688808] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2726.689241] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2726.689547] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2726.689934] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2726.690319] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2726.690704] Call Trace:
[ 2726.690841]  <IRQ>
[ 2726.690963] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2726.691203] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2726.691452] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2726.691720] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 2726.691966] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2726.692207] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2726.692447] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2726.692734] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2726.692957] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2726.693218] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2726.693460] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2726.693696] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2726.693977] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2726.694243] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2726.694531] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2726.694795] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2726.695004] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2726.695198] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2726.695432] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2726.695683] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2726.695933] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2726.696201] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2726.696423] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2726.696714] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2726.696985] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2726.697271] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2726.697483] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2726.697745] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2726.697995] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2726.698229] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2726.698457] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2726.698671] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2726.698902] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2726.699106] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2726.699356] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2726.699592] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2726.699800] tc_run (net/core/dev.c:3945) 
[ 2726.699974] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2726.700198] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2726.700409] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2726.700700] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2726.700920] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2726.701147] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2726.701371] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2726.701594] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2726.701809] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2726.702046] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2726.702266] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2726.702510] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2726.702745] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2726.702958] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2726.703199] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2726.703405] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2726.703642] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2726.703881] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2726.704092] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2726.704293] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2726.704485] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2726.704744]  </IRQ>
[ 2726.704868]  <TASK>
[ 2726.704990] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2726.705269] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2726.705567] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2726.706543] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2726.706825] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2726.707202] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2726.707579] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2726.707960] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2726.708338] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2726.708717] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2726.708924] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2726.709195] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2726.709462] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2726.709742] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2726.709938] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2726.710139] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2726.710400] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2726.710668] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2726.710862] ksys_write (fs/read_write.c:643) 
[ 2726.711043] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2726.711242] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2726.711511] RIP: 0033:0x7fe20bcaa957
[ 2726.711709] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2726.712691] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2726.713096] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2726.713472] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2726.713854] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2726.714233] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2726.714609] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2726.714989]  </TASK>
| [ 2804.715840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 2804.716179] rcu: 1-...0: (1726525 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=388192
| [ 2804.716724] rcu: (t=1586799 jiffies g=443649 q=6 ncpus=4)
[ 2804.717405] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2804.718003] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 2804.718300] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	f3 0f 1e fa          	endbr64
  12:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  17:	41 55                	push   %r13
  19:	41 54                	push   %r12
  1b:	55                   	push   %rbp
  1c:	48 89 fd             	mov    %rdi,%rbp
  1f:	53                   	push   %rbx
  20:	66 90                	xchg   %ax,%ax
  22:	ba 01 00 00 00       	mov    $0x1,%edx
  27:	8b 45 00             	mov    0x0(%rbp),%eax
  2a:*	85 c0                	test   %eax,%eax		<-- trapping instruction
  2c:	75 14                	jne    0x42
  2e:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  33:	85 c0                	test   %eax,%eax
  35:	75 f0                	jne    0x27
  37:	5b                   	pop    %rbx
  38:	5d                   	pop    %rbp
  39:	41 5c                	pop    %r12
  3b:	41 5d                	pop    %r13
  3d:	c3                   	ret
  3e:	cc                   	int3
  3f:	cc                   	int3

Code starting with the faulting instruction
===========================================
   0:	85 c0                	test   %eax,%eax
   2:	75 14                	jne    0x18
   4:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   9:	85 c0                	test   %eax,%eax
   b:	75 f0                	jne    0xfffffffffffffffd
   d:	5b                   	pop    %rbx
   e:	5d                   	pop    %rbp
   f:	41 5c                	pop    %r12
  11:	41 5d                	pop    %r13
  13:	c3                   	ret
  14:	cc                   	int3
  15:	cc                   	int3
[ 2804.719282] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2804.719570] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2804.719950] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2804.720326] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2804.720702] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2804.721080] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2804.721459] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2804.721889] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2804.722203] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2804.722584] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2804.722960] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2804.723336] Call Trace:
[ 2804.723475]  <IRQ>
[ 2804.723593] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2804.723837] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2804.724088] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2804.724305] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2804.724517] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2804.724726] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 2804.724976] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2804.725222] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2804.725458] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2804.725743] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2804.725967] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2804.726226] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2804.726472] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2804.726706] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2804.726992] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2804.727264] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2804.727548] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 2804.727816] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2804.728029] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2804.728226] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2804.728463] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2804.728707] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2804.728951] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2804.729215] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2804.729441] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2804.729727] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2804.730002] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2804.730289] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2804.730501] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2804.730713] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2804.730977] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2804.731194] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2804.731465] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2804.731674] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2804.731885] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2804.732093] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2804.732300] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2804.732509] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2804.732746] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2804.732956] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2804.733175] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2804.733392] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2804.733625] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2804.733839] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2804.734050] tc_run (net/core/dev.c:3945) 
[ 2804.734228] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2804.734450] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2804.734663] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2804.734879] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2804.735104] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2804.735326] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2804.735540] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2804.735762] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2804.735977] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2804.736204] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2804.736405] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2804.736648] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2804.736896] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2804.737109] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2804.737358] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2804.737564] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2804.737801] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2804.738013] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2804.738215] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2804.738406] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2804.738666]  </IRQ>
[ 2804.738789]  <TASK>
[ 2804.738912] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2804.739190] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2804.739461] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2804.740430] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2804.740710] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2804.741086] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2804.741461] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2804.741838] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2804.742214] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2804.742591] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2804.742826] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2804.743066] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2804.743246] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2804.743513] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2804.743735] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2804.743945] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2804.743945] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2804.744229]  </TASK>
| [ 2804.744352] Sending NMI from CPU 1 to CPUs 3:
| [ 2804.744600] NMI backtrace for cpu 3
[ 2804.744605] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2804.744607] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2804.744612] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2804.744613] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2804.744615] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2804.744616] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2804.744617] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2804.744618] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2804.744618] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2804.744621] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2804.744622] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2804.744623] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2804.744624] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2804.744625] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2804.744625] Call Trace:
[ 2804.744627]  <NMI>
[ 2804.744629] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2804.744633] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2804.744637] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2804.744639] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2804.744642] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2804.744644] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2804.744647] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2804.744650] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2804.744652] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2804.744654]  </NMI>
[ 2804.744655]  <IRQ>
[ 2804.744656] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2804.744659] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2804.744662] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2804.744665] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2804.744668] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2804.744670] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2804.744673] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2804.744677] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2804.744683] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2804.744687] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2804.744691] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2804.744695] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2804.744701] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2804.744705] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2804.744707] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2804.744709] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2804.744712] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2804.744715] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2804.744717] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2804.744719] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2804.744722] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2804.744725] tc_run (net/core/dev.c:3945) 
[ 2804.744728] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2804.744731] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2804.744733] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2804.744734] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2804.744737] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2804.744739] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2804.744742] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2804.744744] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2804.744746] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2804.744750] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2804.744753] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2804.744754] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2804.744756] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2804.744757] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2804.744759] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2804.744761] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2804.744763] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2804.744767] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2804.744768] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2804.744771] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2804.744774] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2804.744776]  </IRQ>
[ 2804.744776]  <TASK>
[ 2804.744777] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2804.744779] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2804.744781] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2804.744782] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2804.744784] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2804.744785] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2804.744785] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2804.744786] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2804.744787] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2804.744788] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2804.744791] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2804.744793] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2804.744796] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2804.744797] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2804.744801] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2804.744803] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2804.744807] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2804.744810] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2804.744814] ksys_write (fs/read_write.c:643) 
[ 2804.744816] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2804.744819] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2804.744820] RIP: 0033:0x7fe20bcaa957
[ 2804.744823] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2804.744824] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2804.744826] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2804.744827] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2804.744827] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2804.744828] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2804.744829] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2804.744831]  </TASK>
| [ 2882.747840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 2882.748188] rcu: 1-...0: (1804529 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=406067
| [ 2882.748734] rcu: (t=1664831 jiffies g=443649 q=6 ncpus=4)
[ 2882.749403] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2882.750009] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2882.750311] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2882.751284] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2882.751565] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2882.751943] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2882.752320] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2882.752697] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2882.753076] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2882.753454] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2882.753888] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2882.754200] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2882.754591] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2882.754971] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2882.755350] Call Trace:
[ 2882.755486]  <IRQ>
[ 2882.755603] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2882.755848] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2882.756103] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2882.756316] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2882.756530] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2882.756742] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2882.756988] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2882.757224] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2882.757508] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2882.757734] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2882.757993] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2882.758237] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2882.758471] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2882.758756] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2882.759030] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2882.759318] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2882.759582] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2882.759790] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2882.759985] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2882.760220] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2882.760470] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2882.760719] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2882.760989] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2882.761211] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2882.761500] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2882.761770] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2882.762057] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2882.762268] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2882.762483] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2882.762749] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2882.762963] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2882.763234] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2882.763444] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2882.763651] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2882.763859] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2882.764068] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2882.764278] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2882.764518] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2882.764726] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2882.764943] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2882.765160] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2882.765394] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2882.765609] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2882.765815] tc_run (net/core/dev.c:3945) 
[ 2882.765990] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2882.766210] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2882.766426] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2882.766637] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2882.766863] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2882.767085] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2882.767303] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2882.767524] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2882.767743] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2882.767972] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2882.768170] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2882.768412] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2882.768657] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2882.768871] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2882.769122] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2882.769324] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2882.769556] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2882.769773] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2882.769972] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2882.770169] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2882.770431]  </IRQ>
[ 2882.770550]  <TASK>
[ 2882.770668] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2882.770944] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2882.771216] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2882.772188] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2882.772465] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2882.772841] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2882.773218] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2882.773595] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2882.773970] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2882.774352] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2882.774587] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2882.774824] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2882.775002] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2882.775271] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2882.775486] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2882.775694] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2882.775694] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2882.775975]  </TASK>
| [ 2882.776099] Sending NMI from CPU 1 to CPUs 3:
| [ 2882.776347] NMI backtrace for cpu 3
[ 2882.776353] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2882.776354] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2882.776360] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2882.776361] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2882.776363] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2882.776364] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2882.776365] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2882.776366] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2882.776366] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2882.776369] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2882.776371] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2882.776372] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2882.776373] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2882.776373] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2882.776374] Call Trace:
[ 2882.776376]  <NMI>
[ 2882.776378] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2882.776382] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2882.776386] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2882.776388] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2882.776391] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2882.776393] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2882.776397] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2882.776399] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2882.776402] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2882.776404]  </NMI>
[ 2882.776404]  <IRQ>
[ 2882.776405] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2882.776408] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2882.776412] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2882.776415] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2882.776417] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2882.776419] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2882.776423] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2882.776426] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2882.776432] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2882.776436] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2882.776441] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2882.776444] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2882.776451] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2882.776454] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2882.776457] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2882.776459] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2882.776462] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2882.776465] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2882.776468] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2882.776470] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2882.776472] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2882.776475] tc_run (net/core/dev.c:3945) 
[ 2882.776479] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2882.776481] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2882.776483] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2882.776485] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2882.776488] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2882.776491] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2882.776494] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2882.776495] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2882.776498] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2882.776502] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2882.776504] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2882.776506] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2882.776507] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2882.776509] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2882.776510] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2882.776512] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2882.776514] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2882.776518] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2882.776519] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2882.776522] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2882.776524] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2882.776526]  </IRQ>
[ 2882.776527]  <TASK>
[ 2882.776527] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2882.776529] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2882.776531] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2882.776533] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2882.776534] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2882.776535] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2882.776536] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2882.776536] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2882.776537] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2882.776538] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2882.776541] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2882.776542] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2882.776545] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2882.776547] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2882.776550] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2882.776553] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2882.776557] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2882.776560] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2882.776565] ksys_write (fs/read_write.c:643) 
[ 2882.776566] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2882.776569] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2882.776571] RIP: 0033:0x7fe20bcaa957
[ 2882.776573] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2882.776574] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2882.776576] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2882.776576] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2882.776577] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2882.776578] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2882.776579] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 2882.776581]  </TASK>
| [ 2960.779840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 2960.780204] rcu: 1-...0: (1882533 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=424189
| [ 2960.780776] rcu: (t=1742863 jiffies g=443649 q=6 ncpus=4)
[ 2960.781465] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2960.782101] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2960.782415] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2960.783444] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 2960.783741] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 2960.784142] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 2960.784545] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 2960.784949] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2960.785351] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 2960.785752] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 2960.786205] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2960.786528] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 2960.786925] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2960.787326] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2960.787730] Call Trace:
[ 2960.787875]  <IRQ>
[ 2960.788003] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 2960.788257] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 2960.788517] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2960.788744] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2960.788966] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2960.789193] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 2960.789458] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 2960.789716] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 2960.789966] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 2960.790267] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 2960.790504] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 2960.790776] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 2960.791034] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 2960.791280] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 2960.791581] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 2960.791866] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2960.792168] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2960.792451] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2960.792673] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2960.792882] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2960.793133] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2960.793395] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2960.793654] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2960.793935] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2960.794177] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2960.794481] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2960.794766] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2960.795067] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2960.795289] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2960.795515] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2960.795795] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2960.796018] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2960.796303] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2960.796524] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2960.796744] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2960.796964] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2960.797190] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2960.797410] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 2960.797667] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2960.797889] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 2960.798118] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 2960.798347] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 2960.798595] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 2960.798824] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2960.799038] tc_run (net/core/dev.c:3945) 
[ 2960.799223] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2960.799458] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2960.799679] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2960.799901] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2960.800136] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2960.800374] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 2960.800599] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2960.800840] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2960.801065] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2960.801310] ? __alloc_skb (net/core/skbuff.c:685) 
[ 2960.801529] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2960.801789] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 2960.802051] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 2960.802279] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 2960.802537] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2960.802750] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2960.802996] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2960.803224] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2960.803432] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2960.803638] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2960.803914]  </IRQ>
[ 2960.804040]  <TASK>
[ 2960.804165] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2960.804455] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 2960.804740] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 2960.805765] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 2960.806057] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 2960.806453] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 2960.806852] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 2960.807249] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 2960.807645] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 2960.808043] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2960.808291] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 2960.808540] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 2960.808736] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 2960.809014] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 2960.809241] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 2960.809462] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2960.809462] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 2960.809764]  </TASK>
| [ 2960.809898] Sending NMI from CPU 1 to CPUs 3:
| [ 2960.810156] NMI backtrace for cpu 3
[ 2960.810163] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2960.810165] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2960.810175] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 2960.810176] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 2960.810178] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 2960.810179] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 2960.810180] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 2960.810181] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 2960.810182] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 2960.810185] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 2960.810186] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2960.810187] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 2960.810188] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2960.810189] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 2960.810189] Call Trace:
[ 2960.810191]  <NMI>
[ 2960.810194] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 2960.810198] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 2960.810205] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 2960.810207] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 2960.810211] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 2960.810213] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 2960.810219] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2960.810222] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2960.810224] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 2960.810226]  </NMI>
[ 2960.810227]  <IRQ>
[ 2960.810228] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 2960.810234] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 2960.810240] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 2960.810245] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 2960.810251] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 2960.810252] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 2960.810259] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 2960.810264] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 2960.810270] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2960.810276] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 2960.810281] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 2960.810286] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2960.810294] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2960.810297] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 2960.810300] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2960.810302] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2960.810305] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 2960.810308] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 2960.810311] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 2960.810313] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 2960.810316] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 2960.810320] tc_run (net/core/dev.c:3945) 
[ 2960.810326] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 2960.810328] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 2960.810330] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 2960.810333] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 2960.810335] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 2960.810338] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 2960.810343] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2960.810345] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 2960.810347] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 2960.810352] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 2960.810355] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2960.810357] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 2960.810358] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 2960.810360] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 2960.810361] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 2960.810364] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 2960.810366] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 2960.810370] run_timer_softirq (kernel/time/timer.c:2053) 
[ 2960.810371] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 2960.810374] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 2960.810379] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 2960.810382]  </IRQ>
[ 2960.810382]  <TASK>
[ 2960.810383] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 2960.810385] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 2960.810388] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 2960.810389] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 2960.810390] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 2960.810391] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 2960.810391] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 2960.810392] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 2960.810392] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 2960.810394] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 2960.810397] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2960.810399] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2960.810401] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 2960.810403] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 2960.810409] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 2960.810412] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 2960.810416] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 2960.810420] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 2960.810424] ksys_write (fs/read_write.c:643) 
[ 2960.810426] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 2960.810429] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 2960.810430] RIP: 0033:0x7fe20bcaa957
[ 2960.810433] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 2960.810434] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 2960.810435] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 2960.810436] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 2960.810437] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 2960.810438] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 2960.810438] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3038.814192] rcu: 3-....: (1962125 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=442408
| [ 3038.814733] rcu: (t=1820897 jiffies g=443649 q=6 ncpus=4)
| [ 3038.815026] Sending NMI from CPU 3 to CPUs 1:
| [ 3038.815276] NMI backtrace for cpu 1
[ 3038.815285] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3038.815287] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3038.815296] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3038.815298] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3038.815300] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3038.815301] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3038.815302] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3038.815303] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3038.815304] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3038.815307] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3038.815308] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3038.815309] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3038.815310] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3038.815311] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3038.815311] Call Trace:
[ 3038.815314]  <NMI>
[ 3038.815319] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3038.815325] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3038.815331] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3038.815333] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3038.815338] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3038.815340] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3038.815345] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3038.815348] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3038.815351] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3038.815353]  </NMI>
[ 3038.815353]  <IRQ>
[ 3038.815354] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3038.815359] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3038.815364] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3038.815369] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3038.815373] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3038.815375] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3038.815381] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3038.815385] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3038.815392] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3038.815397] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3038.815400] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3038.815403] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3038.815408] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3038.815415] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3038.815417] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3038.815419] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3038.815421] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3038.815423] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3038.815425] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3038.815427] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3038.815429] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3038.815435] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3038.815437] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3038.815441] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3038.815443] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3038.815447] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3038.815450] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3038.815453] tc_run (net/core/dev.c:3945) 
[ 3038.815458] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3038.815461] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3038.815463] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3038.815465] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3038.815469] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3038.815473] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3038.815475] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3038.815477] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3038.815480] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3038.815486] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3038.815489] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3038.815491] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3038.815492] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3038.815494] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3038.815495] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3038.815498] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3038.815500] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3038.815501] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3038.815504] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3038.815509] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3038.815511]  </IRQ>
[ 3038.815511]  <TASK>
[ 3038.815512] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3038.815514] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3038.815519] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3038.815520] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3038.815521] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3038.815522] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3038.815523] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3038.815524] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3038.815524] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3038.815526] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3038.815528] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3038.815531] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3038.815535] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3038.815538] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3038.815540] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3038.815545] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3038.815538] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 3038.815540] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 3038.815545] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3038.815552]  </TASK>
[ 3038.841564] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3038.842165] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3038.842465] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3038.843455] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3038.843737] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3038.844123] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3038.844507] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3038.844887] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3038.845267] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3038.845652] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3038.846080] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3038.846385] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3038.846764] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3038.847148] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3038.847529] Call Trace:
[ 3038.847669]  <IRQ>
[ 3038.847788] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3038.848030] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3038.848287] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3038.848558] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 3038.848811] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3038.849060] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3038.849295] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3038.849579] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3038.849803] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3038.850062] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3038.850305] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3038.850539] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3038.850825] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3038.851098] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3038.851386] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3038.851653] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3038.851870] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3038.852070] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3038.852309] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3038.852557] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3038.852802] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3038.853069] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3038.853290] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3038.853573] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3038.853838] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3038.854118] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3038.854328] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3038.854585] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3038.854821] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3038.855048] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3038.855255] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3038.855463] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3038.855688] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3038.855888] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3038.856135] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3038.856378] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3038.856582] tc_run (net/core/dev.c:3945) 
[ 3038.856757] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3038.856983] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3038.857192] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3038.857483] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3038.857698] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3038.857923] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3038.858147] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3038.858377] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3038.858595] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3038.858824] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3038.859040] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3038.859284] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3038.859516] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3038.859730] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3038.859975] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3038.860176] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3038.860406] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3038.860647] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3038.860861] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3038.861056] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3038.861253] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3038.861514]  </IRQ>
[ 3038.861631]  <TASK>
[ 3038.861749] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3038.862023] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3038.862324] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3038.863299] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3038.863582] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3038.863961] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3038.864341] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3038.864723] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3038.865113] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3038.865492] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3038.865697] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3038.865964] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3038.866233] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3038.866498] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3038.866695] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3038.866894] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3038.867154] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3038.867420] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3038.867616] ksys_write (fs/read_write.c:643) 
[ 3038.867799] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3038.868002] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3038.868283] RIP: 0033:0x7fe20bcaa957
[ 3038.868482] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3038.869445] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3038.869842] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3038.870220] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3038.870602] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3038.870983] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3038.871360] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3116.873185] rcu: 3-....: (2040127 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=460687
| [ 3116.873731] rcu: (t=1898956 jiffies g=443649 q=6 ncpus=4)
| [ 3116.874030] Sending NMI from CPU 3 to CPUs 1:
| [ 3116.874276] NMI backtrace for cpu 1
[ 3116.874285] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3116.874287] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3116.874298] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc <f3> 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba
All code
========
   0:	55                   	push   %rbp
   1:	41 54                	push   %r12
   3:	55                   	push   %rbp
   4:	48 89 fd             	mov    %rdi,%rbp
   7:	53                   	push   %rbx
   8:	66 90                	xchg   %ax,%ax
   a:	ba 01 00 00 00       	mov    $0x1,%edx
   f:	8b 45 00             	mov    0x0(%rbp),%eax
  12:	85 c0                	test   %eax,%eax
  14:	75 14                	jne    0x2a
  16:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  1b:	85 c0                	test   %eax,%eax
  1d:	75 f0                	jne    0xf
  1f:	5b                   	pop    %rbx
  20:	5d                   	pop    %rbp
  21:	41 5c                	pop    %r12
  23:	41 5d                	pop    %r13
  25:	c3                   	ret
  26:	cc                   	int3
  27:	cc                   	int3
  28:	cc                   	int3
  29:	cc                   	int3
  2a:*	f3 90                	pause		<-- trapping instruction
  2c:	eb e1                	jmp    0xf
  2e:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  34:	74 52                	je     0x88
  36:	40 30 f6             	xor    %sil,%sil
  39:	85 f6                	test   %esi,%esi
  3b:	75 75                	jne    0xb2
  3d:	f0                   	lock
  3e:	0f                   	.byte 0xf
  3f:	ba                   	.byte 0xba

Code starting with the faulting instruction
===========================================
   0:	f3 90                	pause
   2:	eb e1                	jmp    0xffffffffffffffe5
   4:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   a:	74 52                	je     0x5e
   c:	40 30 f6             	xor    %sil,%sil
   f:	85 f6                	test   %esi,%esi
  11:	75 75                	jne    0x88
  13:	f0                   	lock
  14:	0f                   	.byte 0xf
  15:	ba                   	.byte 0xba
[ 3116.874300] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3116.874302] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3116.874303] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3116.874304] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3116.874305] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3116.874306] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3116.874308] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3116.874309] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3116.874310] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3116.874311] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3116.874312] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3116.874313] Call Trace:
[ 3116.874315]  <NMI>
[ 3116.874319] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3116.874325] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3116.874331] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3116.874333] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3116.874338] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3116.874340] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3116.874346] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3116.874348] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3116.874351] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3116.874353]  </NMI>
[ 3116.874353]  <IRQ>
[ 3116.874354] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3116.874359] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3116.874364] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3116.874369] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3116.874373] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3116.874375] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3116.874380] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3116.874385] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3116.874391] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3116.874396] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3116.874400] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3116.874403] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3116.874408] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3116.874416] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3116.874418] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3116.874420] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3116.874423] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3116.874425] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3116.874426] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3116.874429] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3116.874431] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3116.874437] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3116.874439] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3116.874443] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3116.874445] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3116.874449] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3116.874451] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3116.874455] tc_run (net/core/dev.c:3945) 
[ 3116.874460] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3116.874463] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3116.874465] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3116.874467] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3116.874470] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3116.874473] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3116.874475] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3116.874477] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3116.874480] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3116.874484] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3116.874488] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3116.874490] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3116.874492] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3116.874493] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3116.874494] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3116.874497] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3116.874500] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3116.874501] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3116.874504] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3116.874508] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3116.874510]  </IRQ>
[ 3116.874510]  <TASK>
[ 3116.874511] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3116.874513] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3116.874518] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3116.874519] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3116.874520] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3116.874521] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3116.874521] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3116.874522] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3116.874523] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3116.874525] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3116.874526] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3116.874529] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3116.874534] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3116.874537] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3116.874539] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3116.874544] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3116.874537] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 3116.874539] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 3116.874544] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3116.874551]  </TASK>
[ 3116.900749] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3116.901357] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3116.901663] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3116.902637] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3116.902919] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3116.903297] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3116.903674] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3116.904051] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3116.904430] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3116.904812] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3116.905240] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3116.905554] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3116.905936] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3116.906312] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3116.906688] Call Trace:
[ 3116.906827]  <IRQ>
[ 3116.906946] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3116.907192] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3116.907443] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3116.907715] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 3116.907966] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3116.908211] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3116.908452] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3116.908743] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3116.908968] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3116.909230] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3116.909473] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3116.909710] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3116.909990] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3116.910259] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3116.910552] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3116.910815] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3116.911028] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3116.911223] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3116.911458] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3116.911710] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3116.911959] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3116.912232] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3116.912458] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3116.912745] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3116.913015] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3116.913303] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3116.913522] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3116.913786] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3116.914030] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3116.914260] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3116.914476] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3116.914687] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3116.914918] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3116.915123] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3116.915377] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3116.915617] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3116.915820] tc_run (net/core/dev.c:3945) 
[ 3116.915997] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3116.916221] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3116.916430] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3116.916720] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3116.916929] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3116.917154] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3116.917383] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3116.917605] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3116.917822] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3116.918056] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3116.918271] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3116.918510] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3116.918746] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3116.918955] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3116.919195] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3116.919398] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3116.919635] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3116.919873] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3116.920087] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3116.920286] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3116.920481] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3116.920740]  </IRQ>
[ 3116.920862]  <TASK>
[ 3116.920984] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3116.921264] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3116.921562] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3116.922536] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3116.922814] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3116.923193] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3116.923571] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3116.923947] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3116.924323] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3116.924700] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3116.924911] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3116.925182] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3116.925451] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3116.925721] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3116.925915] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3116.926111] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3116.926374] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3116.926639] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3116.926827] ksys_write (fs/read_write.c:643) 
[ 3116.927016] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3116.927220] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3116.927495] RIP: 0033:0x7fe20bcaa957
[ 3116.927695] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3116.928680] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3116.929086] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3116.929465] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3116.929845] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3116.930224] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3116.930600] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3194.932177] rcu: 3-....: (2118129 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=479535
| [ 3194.932702] rcu: (t=1977015 jiffies g=443649 q=6 ncpus=4)
| [ 3194.932989] Sending NMI from CPU 3 to CPUs 1:
| [ 3194.933231] NMI backtrace for cpu 1
[ 3194.933237] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3194.933238] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3194.933248] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3194.933249] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3194.933251] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3194.933252] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3194.933253] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3194.933254] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3194.933254] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3194.933257] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3194.933258] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3194.933259] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3194.933260] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3194.933261] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3194.933262] Call Trace:
[ 3194.933264]  <NMI>
[ 3194.933266] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3194.933273] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3194.933279] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3194.933282] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3194.933287] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3194.933289] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3194.933295] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3194.933297] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3194.933299] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3194.933302]  </NMI>
[ 3194.933302]  <IRQ>
[ 3194.933303] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3194.933309] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3194.933315] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3194.933319] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3194.933324] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3194.933326] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3194.933332] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3194.933337] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3194.933344] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3194.933349] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3194.933353] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3194.933355] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3194.933361] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3194.933368] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3194.933369] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3194.933372] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3194.933374] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3194.933376] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3194.933377] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3194.933380] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3194.933381] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3194.933388] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3194.933390] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3194.933395] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3194.933397] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3194.933400] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3194.933404] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3194.933408] tc_run (net/core/dev.c:3945) 
[ 3194.933413] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3194.933415] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3194.933417] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3194.933419] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3194.933423] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3194.933427] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3194.933430] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3194.933431] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3194.933434] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3194.933440] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3194.933443] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3194.933445] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3194.933447] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3194.933448] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3194.933450] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3194.933453] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3194.933456] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3194.933457] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3194.933460] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3194.933465] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3194.933467]  </IRQ>
[ 3194.933468]  <TASK>
[ 3194.933469] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3194.933471] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3194.933476] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3194.933478] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3194.933478] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3194.933479] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3194.933480] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3194.933480] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3194.933481] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3194.933483] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3194.933485] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3194.933488] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3194.933492] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3194.933496] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3194.933498] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3194.933504] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3194.933496] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 3194.933498] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 3194.933504] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3194.933510]  </TASK>
[ 3194.959263] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3194.959847] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3194.960135] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3194.961087] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3194.961361] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3194.961731] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3194.962103] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3194.962476] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3194.962844] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3194.963215] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3194.963633] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3194.963931] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3194.964298] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3194.964671] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3194.965044] Call Trace:
[ 3194.965176]  <IRQ>
[ 3194.965293] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3194.965525] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3194.965766] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3194.966026] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 3194.966265] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3194.966498] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3194.966732] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3194.967011] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3194.967227] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3194.967502] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3194.967751] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3194.967984] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3194.968269] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3194.968540] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3194.968823] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3194.969090] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3194.969302] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3194.969497] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3194.969742] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3194.969979] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3194.970214] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3194.970469] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3194.970681] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3194.970953] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3194.971209] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3194.971484] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3194.971687] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3194.971938] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3194.972168] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3194.972388] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3194.972590] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3194.972792] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3194.973012] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3194.973207] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3194.973449] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3194.973683] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3194.973881] tc_run (net/core/dev.c:3945) 
[ 3194.974049] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3194.974267] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3194.974472] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3194.974758] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3194.974965] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3194.975185] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3194.975403] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3194.975619] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3194.975827] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3194.976051] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3194.976265] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3194.976501] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3194.976729] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3194.976934] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3194.977168] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3194.977367] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3194.977625] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3194.977868] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3194.978082] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3194.978278] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3194.978472] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3194.978743]  </IRQ>
[ 3194.978859]  <TASK>
[ 3194.978974] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3194.979241] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3194.979533] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3194.980486] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3194.980761] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3194.981137] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3194.981506] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3194.981878] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3194.982251] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3194.982627] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3194.982828] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3194.983111] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3194.983393] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3194.983673] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3194.983868] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3194.984067] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3194.984334] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3194.984592] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3194.984780] ksys_write (fs/read_write.c:643) 
[ 3194.984955] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3194.985149] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3194.985410] RIP: 0033:0x7fe20bcaa957
[ 3194.985623] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3194.986596] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3194.986999] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3194.987368] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3194.987762] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3194.988137] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3194.988514] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3194.988897]  </TASK>
| [ 3272.989840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 3272.990184] rcu: 1-...0: (2194713 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=498008
| [ 3272.990714] rcu: (t=2055073 jiffies g=443649 q=6 ncpus=4)
[ 3272.991354] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3272.991936] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3272.992225] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3272.993180] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3272.993456] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3272.993826] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3272.994198] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3272.994574] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3272.994949] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3272.995320] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3272.995740] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3272.996039] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3272.996405] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3272.996776] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3272.997150] Call Trace:
[ 3272.997310]  <IRQ>
[ 3272.997427] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3272.997671] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3272.997921] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3272.998138] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3272.998349] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3272.998564] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 3272.998806] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3272.999045] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3272.999275] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3272.999553] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3272.999772] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3273.000024] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3273.000263] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3273.000491] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3273.000768] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3273.001036] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3273.001315] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3273.001578] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3273.001785] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3273.001978] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3273.002210] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3273.002449] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3273.002686] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3273.002945] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3273.003157] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3273.003433] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3273.003693] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3273.003973] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3273.004176] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3273.004381] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3273.004634] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3273.004848] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3273.005110] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3273.005323] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3273.005547] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3273.005756] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3273.005970] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3273.006188] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3273.006432] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3273.006650] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3273.006879] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3273.007098] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3273.007352] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3273.007567] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3273.007776] tc_run (net/core/dev.c:3945) 
[ 3273.007957] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3273.008181] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3273.008395] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3273.008618] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3273.008839] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3273.009057] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3273.009267] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3273.009503] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3273.009719] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3273.009948] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3273.010153] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3273.010408] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3273.010673] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3273.010882] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3273.011124] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3273.011324] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3273.011556] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3273.011762] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3273.011958] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3273.012144] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3273.012393]  </IRQ>
[ 3273.012515]  <TASK>
[ 3273.012634] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3273.012906] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3273.013166] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3273.014119] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3273.014393] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3273.014764] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3273.015139] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3273.015515] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3273.015885] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3273.016256] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3273.016489] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3273.016726] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3273.016903] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3273.017159] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3273.017395] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3273.017603] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3273.017603] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3273.017884]  </TASK>
| [ 3273.018007] Sending NMI from CPU 1 to CPUs 3:
| [ 3273.018254] NMI backtrace for cpu 3
[ 3273.018259] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3273.018260] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3273.018265] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3273.018266] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3273.018268] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3273.018269] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3273.018270] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3273.018270] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3273.018271] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3273.018274] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3273.018275] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3273.018276] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3273.018277] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3273.018277] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3273.018278] Call Trace:
[ 3273.018279]  <NMI>
[ 3273.018281] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3273.018285] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3273.018288] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3273.018290] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3273.018294] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3273.018296] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3273.018299] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3273.018301] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3273.018304] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3273.018306]  </NMI>
[ 3273.018306]  <IRQ>
[ 3273.018307] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3273.018310] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3273.018313] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3273.018317] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3273.018320] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3273.018321] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3273.018325] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3273.018328] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3273.018334] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3273.018338] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3273.018342] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3273.018346] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3273.018352] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3273.018356] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3273.018359] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3273.018361] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3273.018363] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3273.018366] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3273.018380] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3273.018382] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3273.018385] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3273.018387] tc_run (net/core/dev.c:3945) 
[ 3273.018391] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3273.018393] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3273.018395] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3273.018397] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3273.018399] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3273.018401] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3273.018404] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3273.018406] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3273.018408] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3273.018412] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3273.018414] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3273.018416] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3273.018417] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3273.018419] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3273.018420] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3273.018422] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3273.018424] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3273.018427] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3273.018428] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3273.018431] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3273.018433] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3273.018435]  </IRQ>
[ 3273.018435]  <TASK>
[ 3273.018436] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3273.018437] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3273.018439] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3273.018441] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3273.018441] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3273.018442] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3273.018443] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3273.018444] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3273.018444] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3273.018446] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3273.018448] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3273.018450] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3273.018452] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3273.018454] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3273.018457] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3273.018460] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3273.018463] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3273.018467] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3273.018471] ksys_write (fs/read_write.c:643) 
[ 3273.018473] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3273.018475] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3273.018477] RIP: 0033:0x7fe20bcaa957
[ 3273.018480] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3273.018481] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3273.018482] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3273.018483] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3273.018484] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3273.018484] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3273.018485] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3273.018487]  </TASK>
| [ 3351.021840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 3351.022189] rcu: 1-...0: (2272717 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=516719
| [ 3351.022733] rcu: (t=2133105 jiffies g=443649 q=6 ncpus=4)
[ 3351.023390] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3351.023995] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3351.024293] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3351.025271] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3351.025557] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3351.025938] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3351.026322] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3351.026710] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3351.027100] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3351.027478] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3351.027909] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3351.028218] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3351.028600] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3351.028978] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3351.029356] Call Trace:
[ 3351.029493]  <IRQ>
[ 3351.029609] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3351.029854] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3351.030106] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3351.030318] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3351.030528] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3351.030739] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 3351.030993] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3351.031241] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3351.031477] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3351.031760] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3351.031986] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3351.032244] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3351.032489] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3351.032723] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3351.033008] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3351.033278] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3351.033563] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3351.033831] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3351.034042] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3351.034239] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3351.034477] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3351.034724] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3351.034970] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3351.035235] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3351.035455] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3351.035738] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3351.036005] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3351.036286] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3351.036494] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3351.036704] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3351.036970] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3351.037180] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3351.037451] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3351.037662] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3351.037869] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3351.038075] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3351.038284] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3351.038494] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3351.038734] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3351.038946] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3351.039162] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3351.039379] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3351.039612] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3351.039828] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3351.040033] tc_run (net/core/dev.c:3945) 
[ 3351.040207] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3351.040428] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3351.040643] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3351.040854] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3351.041079] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3351.041305] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3351.041522] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3351.041743] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3351.041961] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3351.042188] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3351.042387] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3351.042628] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3351.042870] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3351.043083] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3351.043337] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3351.043541] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3351.043776] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3351.043993] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3351.044193] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3351.044384] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3351.044642]  </IRQ>
[ 3351.044762]  <TASK>
[ 3351.044883] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3351.045163] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3351.045430] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3351.046408] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3351.046689] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3351.047073] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3351.047450] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3351.047825] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3351.048200] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3351.048576] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3351.048811] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3351.049048] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3351.049225] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3351.049492] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3351.049708] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3351.049916] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3351.049916] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3351.050197]  </TASK>
| [ 3351.050321] Sending NMI from CPU 1 to CPUs 3:
| [ 3351.050568] NMI backtrace for cpu 3
[ 3351.050573] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3351.050574] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3351.050580] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3351.050581] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3351.050583] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3351.050584] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3351.050585] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3351.050585] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3351.050586] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3351.050589] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3351.050590] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3351.050591] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3351.050592] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3351.050593] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3351.050594] Call Trace:
[ 3351.050595]  <NMI>
[ 3351.050597] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3351.050601] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3351.050605] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3351.050607] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3351.050610] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3351.050612] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3351.050616] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3351.050618] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3351.050621] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3351.050623]  </NMI>
[ 3351.050623]  <IRQ>
[ 3351.050624] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3351.050627] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3351.050630] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3351.050634] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3351.050636] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3351.050638] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3351.050641] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3351.050645] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3351.050650] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3351.050655] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3351.050659] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3351.050662] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3351.050668] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3351.050672] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3351.050675] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3351.050677] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3351.050680] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3351.050683] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3351.050686] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3351.050688] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3351.050691] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3351.050693] tc_run (net/core/dev.c:3945) 
[ 3351.050697] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3351.050699] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3351.050701] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3351.050703] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3351.050705] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3351.050707] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3351.050710] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3351.050712] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3351.050714] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3351.050718] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3351.050721] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3351.050722] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3351.050723] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3351.050725] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3351.050726] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3351.050728] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3351.050730] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3351.050734] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3351.050735] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3351.050738] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3351.050740] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3351.050743]  </IRQ>
[ 3351.050743]  <TASK>
[ 3351.050744] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3351.050745] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3351.050748] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3351.050749] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3351.050750] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3351.050751] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3351.050752] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3351.050752] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3351.050753] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3351.050754] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3351.050757] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3351.050758] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3351.050761] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3351.050763] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3351.050766] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3351.050769] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3351.050772] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3351.050776] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3351.050780] ksys_write (fs/read_write.c:643) 
[ 3351.050782] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3351.050784] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3351.050786] RIP: 0033:0x7fe20bcaa957
[ 3351.050788] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3351.050789] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3351.050791] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3351.050791] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3351.050792] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3351.050793] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3351.050794] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3351.050796]  </TASK>
| [ 3429.053840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 3429.054181] rcu: 1-...0: (2350721 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=535243
| [ 3429.054717] rcu: (t=2211137 jiffies g=443649 q=6 ncpus=4)
[ 3429.055372] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3429.055975] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3429.056272] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3429.057250] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3429.057531] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3429.057915] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3429.058298] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3429.058676] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3429.059060] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3429.059445] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3429.059872] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3429.060176] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3429.060554] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3429.060937] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3429.061316] Call Trace:
[ 3429.061455]  <IRQ>
[ 3429.061575] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3429.061813] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3429.062057] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3429.062266] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3429.062474] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3429.062682] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 3429.062929] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3429.063173] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3429.063413] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3429.063701] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3429.063922] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3429.064184] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3429.064425] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3429.064661] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3429.064939] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3429.065207] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3429.065496] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3429.065758] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3429.065967] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3429.066160] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3429.066391] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3429.066646] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3429.066891] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3429.067154] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3429.067375] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3429.067658] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3429.067922] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3429.068201] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3429.068410] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3429.068621] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3429.068880] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3429.069087] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3429.069351] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3429.069560] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3429.069772] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3429.069986] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3429.070195] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3429.070405] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3429.070644] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3429.070853] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3429.071076] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3429.071294] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3429.071529] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3429.071737] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3429.071937] tc_run (net/core/dev.c:3945) 
[ 3429.072107] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3429.072332] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3429.072539] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3429.072746] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3429.072967] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3429.073195] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3429.073409] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3429.073631] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3429.073846] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3429.074076] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3429.074280] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3429.074529] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3429.074779] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3429.074995] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3429.075236] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3429.075436] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3429.075669] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3429.075882] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3429.076078] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3429.076272] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3429.076535]  </IRQ>
[ 3429.076655]  <TASK>
[ 3429.076776] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3429.077054] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3429.077321] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3429.078298] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3429.078580] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3429.078963] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3429.079342] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3429.079720] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3429.080103] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3429.080488] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3429.080727] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3429.080968] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3429.081151] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3429.081415] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3429.081627] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3429.081843] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3429.081843] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3429.082134]  </TASK>
| [ 3429.082263] Sending NMI from CPU 1 to CPUs 3:
| [ 3429.082508] NMI backtrace for cpu 3
[ 3429.082513] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3429.082514] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3429.082520] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3429.082521] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3429.082523] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3429.082524] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3429.082524] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3429.082525] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3429.082526] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3429.082529] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3429.082530] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3429.082531] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3429.082532] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3429.082532] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3429.082533] Call Trace:
[ 3429.082534]  <NMI>
[ 3429.082536] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3429.082541] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3429.082545] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3429.082547] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3429.082550] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3429.082552] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3429.082556] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3429.082558] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3429.082560] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3429.082563]  </NMI>
[ 3429.082563]  <IRQ>
[ 3429.082564] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3429.082567] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3429.082571] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3429.082574] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3429.082577] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3429.082578] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3429.082582] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3429.082586] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3429.082591] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3429.082595] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3429.082599] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3429.082602] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3429.082609] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3429.082612] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3429.082615] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3429.082617] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3429.082620] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3429.082623] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3429.082626] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3429.082628] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3429.082630] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3429.082633] tc_run (net/core/dev.c:3945) 
[ 3429.082636] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3429.082638] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3429.082640] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3429.082642] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3429.082644] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3429.082646] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3429.082649] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3429.082651] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3429.082653] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3429.082657] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3429.082660] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3429.082661] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3429.082662] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3429.082664] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3429.082665] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3429.082668] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3429.082670] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3429.082674] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3429.082675] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3429.082678] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3429.082681] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3429.082683]  </IRQ>
[ 3429.082683]  <TASK>
[ 3429.082684] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3429.082685] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3429.082688] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3429.082689] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3429.082690] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3429.082690] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3429.082691] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3429.082691] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3429.082692] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3429.082694] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3429.082696] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3429.082698] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3429.082701] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3429.082702] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3429.082706] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3429.082709] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3429.082712] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3429.082716] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3429.082721] ksys_write (fs/read_write.c:643) 
[ 3429.082723] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3429.082726] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3429.082727] RIP: 0033:0x7fe20bcaa957
[ 3429.082730] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3429.082731] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3429.082732] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3429.082733] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3429.082733] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3429.082734] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3429.082735] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3507.086195] rcu: 3-....: (2430144 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=554403
| [ 3507.086735] rcu: (t=2289169 jiffies g=443649 q=6 ncpus=4)
| [ 3507.087029] Sending NMI from CPU 3 to CPUs 1:
| [ 3507.087276] NMI backtrace for cpu 1
[ 3507.087282] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3507.087284] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3507.087290] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3507.087291] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3507.087293] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3507.087294] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3507.087295] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3507.087296] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3507.087296] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3507.087300] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3507.087301] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3507.087302] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3507.087302] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3507.087303] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3507.087304] Call Trace:
[ 3507.087306]  <NMI>
[ 3507.087308] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3507.087312] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3507.087317] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3507.087319] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3507.087322] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3507.087324] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3507.087328] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3507.087330] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3507.087333] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3507.087335]  </NMI>
[ 3507.087335]  <IRQ>
[ 3507.087336] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3507.087340] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3507.087344] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3507.087348] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3507.087351] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3507.087353] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3507.087357] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3507.087362] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3507.087368] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3507.087374] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3507.087378] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3507.087381] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3507.087385] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3507.087393] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3507.087394] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3507.087397] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3507.087399] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3507.087401] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3507.087402] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3507.087405] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3507.087406] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3507.087411] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3507.087412] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3507.087415] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3507.087417] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3507.087420] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3507.087422] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3507.087426] tc_run (net/core/dev.c:3945) 
[ 3507.087429] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3507.087432] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3507.087434] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3507.087436] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3507.087438] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3507.087440] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3507.087443] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3507.087444] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3507.087447] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3507.087450] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3507.087452] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3507.087454] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3507.087455] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3507.087456] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3507.087458] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3507.087460] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3507.087463] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3507.087464] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3507.087467] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3507.087470] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3507.087472]  </IRQ>
[ 3507.087472]  <TASK>
[ 3507.087473] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3507.087475] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3507.087479] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3507.087480] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3507.087481] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3507.087482] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3507.087482] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3507.087483] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3507.087483] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3507.087485] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3507.087487] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3507.087489] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3507.087493] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3507.087495] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3507.087497] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3507.087500] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3507.087495] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 3507.087497] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 3507.087500] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3507.087505]  </TASK>
[ 3507.113798] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3507.114409] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3507.114708] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3507.115680] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3507.115958] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3507.116346] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3507.116732] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3507.117114] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3507.117495] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3507.117883] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3507.118314] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3507.118620] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3507.119002] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3507.119386] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3507.119767] Call Trace:
[ 3507.119906]  <IRQ>
[ 3507.120025] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3507.120263] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3507.120509] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3507.120777] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 3507.121024] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3507.121266] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3507.121507] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3507.121794] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3507.122015] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3507.122275] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3507.122515] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3507.122752] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3507.123034] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3507.123302] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3507.123592] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3507.123857] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3507.124065] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3507.124258] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3507.124494] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3507.124746] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3507.124997] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3507.125265] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3507.125490] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3507.125779] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3507.126048] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3507.126337] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3507.126546] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3507.126804] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3507.127041] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3507.127267] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3507.127475] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3507.127685] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3507.127913] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3507.128112] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3507.128361] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3507.128602] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3507.128807] tc_run (net/core/dev.c:3945) 
[ 3507.128982] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3507.129204] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3507.129414] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3507.129706] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3507.129923] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3507.130146] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3507.130370] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3507.130594] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3507.130810] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3507.131043] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3507.131260] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3507.131499] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3507.131736] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3507.131946] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3507.132190] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3507.132394] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3507.132630] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3507.132868] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3507.133081] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3507.133285] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3507.133476] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3507.133733]  </IRQ>
[ 3507.133856]  <TASK>
[ 3507.133980] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3507.134258] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3507.134556] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3507.135529] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3507.135810] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3507.136191] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3507.136572] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3507.136958] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3507.137343] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3507.137724] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3507.137931] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3507.138199] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3507.138470] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3507.138735] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3507.138932] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3507.139131] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3507.139391] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3507.139659] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3507.139854] ksys_write (fs/read_write.c:643) 
[ 3507.140037] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3507.140239] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3507.140510] RIP: 0033:0x7fe20bcaa957
[ 3507.140705] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3507.141692] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3507.142098] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3507.142475] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3507.142854] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3507.143230] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3507.143607] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3507.143986]  </TASK>
| [ 3585.143839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 3585.144183] rcu: 1-...0: (2506783 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=573398
| [ 3585.144718] rcu: (t=2367227 jiffies g=443649 q=6 ncpus=4)
[ 3585.145374] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3585.145983] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3585.146281] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3585.147259] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3585.147541] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3585.147922] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3585.148306] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3585.148690] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3585.149069] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3585.149450] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3585.149879] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3585.150186] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3585.150562] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3585.150945] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3585.151329] Call Trace:
[ 3585.151466]  <IRQ>
[ 3585.151587] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3585.151825] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3585.152072] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3585.152280] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3585.152486] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3585.152695] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 3585.152942] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3585.153184] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3585.153424] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3585.153711] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3585.153932] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3585.154191] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3585.154430] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3585.154666] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3585.154947] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3585.155214] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3585.155505] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3585.155772] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3585.155982] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3585.156180] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3585.156417] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3585.156664] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3585.156909] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3585.157173] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3585.157394] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3585.157679] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3585.157945] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3585.158225] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3585.158432] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3585.158642] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3585.158902] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3585.159109] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3585.159377] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3585.159588] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3585.159797] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3585.160009] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3585.160224] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3585.160435] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3585.160677] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3585.160888] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3585.161108] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3585.161332] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3585.161570] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3585.161780] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3585.161981] tc_run (net/core/dev.c:3945) 
[ 3585.162151] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3585.162375] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3585.162585] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3585.162792] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3585.163016] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3585.163242] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3585.163455] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3585.163677] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3585.163890] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3585.164119] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3585.164324] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3585.164573] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3585.164822] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3585.165039] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3585.165284] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3585.165483] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3585.165718] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3585.165932] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3585.166130] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3585.166323] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3585.166581]  </IRQ>
[ 3585.166701]  <TASK>
[ 3585.166822] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3585.167101] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3585.167367] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3585.168345] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3585.168625] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3585.169008] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3585.169391] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3585.169769] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3585.170147] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3585.170532] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3585.170771] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3585.171012] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3585.171191] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3585.171452] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3585.171663] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3585.171876] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3585.171876] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3585.172162]  </TASK>
| [ 3585.172290] Sending NMI from CPU 1 to CPUs 3:
| [ 3585.172530] NMI backtrace for cpu 3
[ 3585.172535] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3585.172536] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3585.172540] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3585.172542] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3585.172543] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3585.172544] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3585.172545] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3585.172545] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3585.172546] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3585.172549] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3585.172550] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3585.172551] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3585.172552] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3585.172552] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3585.172553] Call Trace:
[ 3585.172555]  <NMI>
[ 3585.172556] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3585.172560] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3585.172564] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3585.172566] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3585.172569] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3585.172571] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3585.172574] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3585.172577] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3585.172579] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3585.172581]  </NMI>
[ 3585.172582]  <IRQ>
[ 3585.172583] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3585.172586] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3585.172589] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3585.172592] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3585.172595] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3585.172597] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3585.172600] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3585.172604] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3585.172609] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3585.172613] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3585.172617] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3585.172621] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3585.172627] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3585.172630] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3585.172632] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3585.172635] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3585.172637] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3585.172640] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3585.172643] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3585.172645] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3585.172648] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3585.172650] tc_run (net/core/dev.c:3945) 
[ 3585.172654] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3585.172657] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3585.172658] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3585.172660] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3585.172663] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3585.172665] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3585.172668] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3585.172670] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3585.172672] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3585.172676] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3585.172679] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3585.172681] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3585.172682] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3585.172684] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3585.172685] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3585.172687] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3585.172689] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3585.172693] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3585.172694] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3585.172697] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3585.172699] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3585.172701]  </IRQ>
[ 3585.172701]  <TASK>
[ 3585.172702] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3585.172704] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3585.172706] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3585.172707] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3585.172708] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3585.172709] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3585.172709] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3585.172710] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3585.172711] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3585.172712] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3585.172715] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3585.172716] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3585.172719] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3585.172720] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3585.172723] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3585.172726] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3585.172729] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3585.172733] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3585.172737] ksys_write (fs/read_write.c:643) 
[ 3585.172739] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3585.172741] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3585.172743] RIP: 0033:0x7fe20bcaa957
[ 3585.172745] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3585.172745] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3585.172746] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3585.172747] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3585.172748] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3585.172749] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3585.172749] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3585.172752]  </TASK>
| [ 3663.175839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 3663.176186] rcu: 1-...0: (2584787 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=592808
| [ 3663.176726] rcu: (t=2445259 jiffies g=443649 q=6 ncpus=4)
[ 3663.177384] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3663.177992] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3663.178291] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3663.179262] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3663.179539] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3663.179918] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3663.180294] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3663.180670] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3663.181046] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3663.181427] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3663.181859] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3663.182174] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3663.182559] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3663.182937] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3663.183313] Call Trace:
[ 3663.183451]  <IRQ>
[ 3663.183567] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3663.183811] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3663.184061] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3663.184275] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3663.184491] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3663.184702] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3663.184948] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3663.185186] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3663.185477] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3663.185698] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3663.185961] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3663.186203] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3663.186443] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3663.186722] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3663.186990] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3663.187280] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3663.187544] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3663.187756] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3663.187949] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3663.188182] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3663.188435] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3663.188686] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3663.188957] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3663.189185] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3663.189474] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3663.189744] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3663.190030] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3663.190250] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3663.190462] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3663.190724] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3663.190937] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3663.191209] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3663.191416] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3663.191625] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3663.191834] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3663.192042] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3663.192249] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3663.192487] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3663.192693] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3663.192912] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3663.193126] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3663.193357] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3663.193568] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3663.193772] tc_run (net/core/dev.c:3945) 
[ 3663.193946] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3663.194168] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3663.194377] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3663.194591] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3663.194819] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3663.195042] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3663.195259] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3663.195485] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3663.195700] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3663.195930] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3663.196135] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3663.196385] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3663.196636] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3663.196851] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3663.197094] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3663.197294] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3663.197528] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3663.197743] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3663.197941] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3663.198137] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3663.198398]  </IRQ>
[ 3663.198517]  <TASK>
[ 3663.198636] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3663.198911] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3663.199186] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3663.200155] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3663.200435] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3663.200812] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3663.201186] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3663.201562] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3663.201947] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3663.202324] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3663.202561] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3663.202796] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3663.202977] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3663.203243] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3663.203461] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3663.203672] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3663.203672] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3663.203956]  </TASK>
| [ 3663.204079] Sending NMI from CPU 1 to CPUs 3:
| [ 3663.204326] NMI backtrace for cpu 3
[ 3663.204331] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3663.204332] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3663.204336] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3663.204338] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3663.204339] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3663.204340] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3663.204341] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3663.204342] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3663.204342] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3663.204345] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3663.204346] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3663.204347] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3663.204348] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3663.204348] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3663.204349] Call Trace:
[ 3663.204351]  <NMI>
[ 3663.204352] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3663.204356] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3663.204359] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3663.204361] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3663.204364] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3663.204366] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3663.204370] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3663.204372] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3663.204374] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3663.204377]  </NMI>
[ 3663.204377]  <IRQ>
[ 3663.204378] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3663.204381] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3663.204384] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3663.204387] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3663.204390] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3663.204391] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3663.204395] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3663.204398] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3663.204403] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3663.204407] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3663.204412] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3663.204415] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3663.204421] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3663.204424] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3663.204427] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3663.204429] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3663.204431] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3663.204434] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3663.204438] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3663.204439] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3663.204442] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3663.204445] tc_run (net/core/dev.c:3945) 
[ 3663.204448] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3663.204450] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3663.204452] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3663.204454] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3663.204456] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3663.204459] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3663.204462] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3663.204464] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3663.204466] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3663.204470] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3663.204473] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3663.204474] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3663.204476] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3663.204477] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3663.204478] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3663.204481] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3663.204483] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3663.204486] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3663.204487] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3663.204490] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3663.204493] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3663.204494]  </IRQ>
[ 3663.204495]  <TASK>
[ 3663.204495] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3663.204497] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3663.204499] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3663.204501] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3663.204502] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3663.204502] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3663.204503] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3663.204504] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3663.204504] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3663.204506] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3663.204508] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3663.204510] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3663.204512] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3663.204514] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3663.204517] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3663.204519] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3663.204523] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3663.204527] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3663.204530] ksys_write (fs/read_write.c:643) 
[ 3663.204532] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3663.204534] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3663.204536] RIP: 0033:0x7fe20bcaa957
[ 3663.204539] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3663.204540] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3663.204541] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3663.204542] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3663.204542] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3663.204543] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3663.204544] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3663.204547]  </TASK>
| [ 3741.207839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 3741.208187] rcu: 1-...0: (2662791 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=612214
| [ 3741.208731] rcu: (t=2523291 jiffies g=443649 q=6 ncpus=4)
[ 3741.209387] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3741.209988] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3741.210287] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3741.211267] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3741.211554] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3741.211935] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3741.212315] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3741.212699] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3741.213084] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3741.213466] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3741.213894] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3741.214201] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3741.214580] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3741.214962] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3741.215345] Call Trace:
[ 3741.215485]  <IRQ>
[ 3741.215603] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3741.215847] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3741.216100] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3741.216319] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3741.216531] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3741.216741] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 3741.216991] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3741.217237] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3741.217475] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3741.217762] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3741.217986] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3741.218246] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3741.218492] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3741.218727] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3741.219011] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3741.219283] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3741.219568] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3741.219837] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3741.220050] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3741.220248] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3741.220484] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3741.220729] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3741.220973] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3741.221238] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3741.221456] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3741.221737] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3741.222003] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3741.222286] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3741.222494] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3741.222703] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3741.222962] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3741.223173] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3741.223440] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3741.223656] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3741.223867] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3741.224077] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3741.224290] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3741.224505] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3741.224748] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3741.224963] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3741.225189] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3741.225406] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3741.225638] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3741.225852] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3741.226058] tc_run (net/core/dev.c:3945) 
[ 3741.226236] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3741.226457] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3741.226670] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3741.226888] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3741.227111] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3741.227337] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3741.227550] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3741.227771] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3741.227985] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3741.228213] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3741.228412] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3741.228656] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3741.228900] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3741.229112] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3741.229360] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3741.229566] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3741.229803] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3741.230014] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3741.230216] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3741.230406] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3741.230662]  </IRQ>
[ 3741.230785]  <TASK>
[ 3741.230907] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3741.231186] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3741.231452] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3741.232431] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3741.232713] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3741.233093] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3741.233476] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3741.233860] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3741.234238] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3741.234619] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3741.234859] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3741.235104] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3741.235283] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3741.235549] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3741.235767] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3741.235976] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3741.235976] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3741.236257]  </TASK>
| [ 3741.236380] Sending NMI from CPU 1 to CPUs 3:
| [ 3741.236626] NMI backtrace for cpu 3
[ 3741.236630] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3741.236632] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3741.236637] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3741.236638] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3741.236640] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3741.236641] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3741.236642] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3741.236642] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3741.236643] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3741.236646] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3741.236647] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3741.236648] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3741.236649] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3741.236649] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3741.236650] Call Trace:
[ 3741.236651]  <NMI>
[ 3741.236653] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3741.236657] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3741.236661] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3741.236663] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3741.236666] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3741.236668] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3741.236672] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3741.236674] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3741.236676] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3741.236679]  </NMI>
[ 3741.236679]  <IRQ>
[ 3741.236680] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3741.236683] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3741.236687] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3741.236690] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3741.236692] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3741.236694] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3741.236698] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3741.236701] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3741.236706] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3741.236711] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3741.236715] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3741.236718] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3741.236724] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3741.236728] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3741.236730] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3741.236733] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3741.236735] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3741.236738] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3741.236741] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3741.236743] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3741.236746] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3741.236748] tc_run (net/core/dev.c:3945) 
[ 3741.236752] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3741.236754] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3741.236757] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3741.236759] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3741.236761] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3741.236763] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3741.236766] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3741.236768] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3741.236770] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3741.236774] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3741.236777] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3741.236778] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3741.236780] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3741.236781] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3741.236783] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3741.236785] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3741.236787] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3741.236791] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3741.236792] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3741.236795] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3741.236797] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3741.236799]  </IRQ>
[ 3741.236800]  <TASK>
[ 3741.236800] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3741.236802] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3741.236804] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3741.236806] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3741.236806] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3741.236807] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3741.236808] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3741.236809] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3741.236809] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3741.236811] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3741.236813] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3741.236815] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3741.236817] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3741.236819] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3741.236822] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3741.236825] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3741.236828] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3741.236833] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3741.236838] ksys_write (fs/read_write.c:643) 
[ 3741.236840] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3741.236843] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3741.236844] RIP: 0033:0x7fe20bcaa957
[ 3741.236847] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3741.236847] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3741.236849] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3741.236850] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3741.236851] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3741.236851] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3741.236852] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3741.236855]  </TASK>
| [ 3819.239839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 3819.240186] rcu: 1-...0: (2740795 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=631597
| [ 3819.240727] rcu: (t=2601323 jiffies g=443649 q=6 ncpus=4)
[ 3819.241374] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3819.241968] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3819.242262] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3819.243237] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3819.243520] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3819.243903] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3819.244281] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3819.244665] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3819.245040] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3819.245418] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3819.245851] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3819.246163] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3819.246547] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3819.246924] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3819.247299] Call Trace:
[ 3819.247437]  <IRQ>
[ 3819.247553] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3819.247795] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3819.248043] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3819.248257] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3819.248471] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3819.248681] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3819.248927] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3819.249165] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3819.249450] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3819.249672] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3819.249929] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3819.250174] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3819.250404] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3819.250686] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3819.250955] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3819.251240] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3819.251506] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3819.251722] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3819.251917] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3819.252155] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3819.252399] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3819.252642] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3819.252907] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3819.253127] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3819.253408] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3819.253673] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3819.253954] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3819.254163] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3819.254371] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3819.254631] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3819.254844] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3819.255114] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3819.255321] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3819.255529] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3819.255737] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3819.255945] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3819.256151] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3819.256387] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3819.256593] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3819.256810] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3819.257025] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3819.257255] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3819.257464] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3819.257667] tc_run (net/core/dev.c:3945) 
[ 3819.257841] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3819.258062] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3819.258271] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3819.258483] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3819.258708] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3819.258932] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3819.259149] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3819.259370] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3819.259585] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3819.259812] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3819.260012] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3819.260256] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3819.260501] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3819.260712] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3819.260957] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3819.261161] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3819.261397] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3819.261606] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3819.261805] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3819.261997] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3819.262253]  </IRQ>
[ 3819.262375]  <TASK>
[ 3819.262497] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3819.262775] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3819.263042] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3819.264016] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3819.264301] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3819.264684] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3819.265061] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3819.265435] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3819.265811] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3819.266187] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3819.266425] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3819.266660] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3819.266840] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3819.267106] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3819.267323] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3819.267534] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3819.267534] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3819.267816]  </TASK>
| [ 3819.267939] Sending NMI from CPU 1 to CPUs 3:
| [ 3819.268186] NMI backtrace for cpu 3
[ 3819.268191] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3819.268192] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3819.268197] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3819.268199] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3819.268200] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3819.268201] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3819.268202] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3819.268203] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3819.268203] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3819.268206] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3819.268208] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3819.268208] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3819.268209] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3819.268210] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3819.268211] Call Trace:
[ 3819.268212]  <NMI>
[ 3819.268214] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3819.268219] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3819.268223] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3819.268225] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3819.268228] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3819.268230] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3819.268233] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3819.268236] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3819.268238] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3819.268240]  </NMI>
[ 3819.268241]  <IRQ>
[ 3819.268242] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3819.268245] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3819.268248] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3819.268251] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3819.268254] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3819.268256] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3819.268259] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3819.268263] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3819.268268] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3819.268272] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3819.268277] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3819.268279] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3819.268286] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3819.268289] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3819.268292] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3819.268294] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3819.268296] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3819.268300] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3819.268303] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3819.268305] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3819.268307] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3819.268310] tc_run (net/core/dev.c:3945) 
[ 3819.268313] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3819.268316] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3819.268318] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3819.268319] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3819.268322] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3819.268324] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3819.268327] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3819.268328] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3819.268331] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3819.268335] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3819.268337] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3819.268339] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3819.268340] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3819.268341] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3819.268343] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3819.268345] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3819.268347] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3819.268350] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3819.268351] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3819.268354] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3819.268357] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3819.268358]  </IRQ>
[ 3819.268359]  <TASK>
[ 3819.268359] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3819.268361] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3819.268364] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3819.268365] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3819.268366] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3819.268367] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3819.268368] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3819.268368] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3819.268369] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3819.268371] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3819.268373] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3819.268375] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3819.268377] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3819.268379] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3819.268382] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3819.268385] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3819.268388] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3819.268392] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3819.268396] ksys_write (fs/read_write.c:643) 
[ 3819.268398] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3819.268401] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3819.268402] RIP: 0033:0x7fe20bcaa957
[ 3819.268405] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3819.268405] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3819.268407] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3819.268408] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3819.268408] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3819.268409] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3819.268410] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3819.268412]  </TASK>
| [ 3897.271839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 3897.272172] rcu: 1-...0: (2818799 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=650815
| [ 3897.272690] rcu: (t=2679355 jiffies g=443649 q=6 ncpus=4)
[ 3897.273327] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3897.273911] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3897.274202] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3897.275191] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3897.275474] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3897.275850] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3897.276227] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3897.276609] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3897.276993] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3897.277361] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3897.277775] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3897.278094] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3897.278473] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3897.278853] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3897.279235] Call Trace:
[ 3897.279376]  <IRQ>
[ 3897.279495] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3897.279737] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3897.279983] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3897.280194] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3897.280401] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3897.280607] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 3897.280851] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3897.281091] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3897.281329] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3897.281618] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3897.281841] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3897.282103] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3897.282345] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3897.282582] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3897.282864] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3897.283131] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3897.283421] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3897.283685] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3897.283894] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3897.284088] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3897.284324] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3897.284572] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3897.284815] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3897.285079] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3897.285298] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3897.285580] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3897.285853] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3897.286137] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3897.286347] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3897.286557] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3897.286816] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3897.287029] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3897.287300] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3897.287502] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3897.287705] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3897.287905] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3897.288105] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3897.288306] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3897.288536] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3897.288738] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3897.288950] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3897.289161] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3897.289385] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3897.289592] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3897.289791] tc_run (net/core/dev.c:3945) 
[ 3897.289963] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3897.290177] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3897.290381] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3897.290589] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3897.290805] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3897.291019] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3897.291225] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3897.291439] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3897.291646] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3897.291865] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3897.292058] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3897.292293] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3897.292528] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3897.292734] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3897.292974] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3897.293172] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3897.293401] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3897.293606] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3897.293800] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3897.293983] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3897.294232]  </IRQ>
[ 3897.294371]  <TASK>
[ 3897.294487] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3897.294759] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3897.295027] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3897.295984] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3897.296253] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3897.296615] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3897.296977] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3897.297341] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3897.297703] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3897.298067] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3897.298295] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3897.298526] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3897.298700] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3897.298957] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3897.299168] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3897.299370] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3897.299370] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3897.299641]  </TASK>
| [ 3897.299760] Sending NMI from CPU 1 to CPUs 3:
| [ 3897.299998] NMI backtrace for cpu 3
[ 3897.300003] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3897.300004] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3897.300008] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3897.300010] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3897.300011] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3897.300012] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3897.300013] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3897.300014] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3897.300014] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3897.300017] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3897.300018] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3897.300019] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3897.300020] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3897.300020] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3897.300021] Call Trace:
[ 3897.300022]  <NMI>
[ 3897.300024] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3897.300028] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3897.300031] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3897.300033] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3897.300037] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3897.300039] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3897.300042] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3897.300045] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3897.300047] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3897.300049]  </NMI>
[ 3897.300049]  <IRQ>
[ 3897.300050] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3897.300053] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3897.300056] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3897.300059] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3897.300062] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3897.300064] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3897.300067] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3897.300071] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3897.300075] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3897.300080] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3897.300084] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3897.300087] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3897.300093] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3897.300097] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3897.300099] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3897.300101] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3897.300104] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3897.300107] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3897.300110] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3897.300111] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3897.300114] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3897.300117] tc_run (net/core/dev.c:3945) 
[ 3897.300120] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3897.300123] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3897.300125] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3897.300126] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3897.300129] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3897.300131] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3897.300134] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3897.300135] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3897.300137] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3897.300141] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3897.300144] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3897.300146] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3897.300147] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3897.300148] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3897.300150] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3897.300152] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3897.300154] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3897.300158] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3897.300159] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3897.300162] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3897.300165] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3897.300166]  </IRQ>
[ 3897.300167]  <TASK>
[ 3897.300167] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3897.300169] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3897.300171] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3897.300172] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3897.300173] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3897.300174] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3897.300175] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3897.300175] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3897.300176] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3897.300177] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3897.300180] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3897.300181] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3897.300184] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3897.300186] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3897.300189] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3897.300191] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3897.300195] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3897.300198] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3897.300202] ksys_write (fs/read_write.c:643) 
[ 3897.300204] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3897.300206] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3897.300208] RIP: 0033:0x7fe20bcaa957
[ 3897.300216] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3897.300217] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3897.300218] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3897.300219] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3897.300219] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3897.300220] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3897.300221] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 3897.300223]  </TASK>
| [ 3975.303847] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 3975.304227] rcu: 1-...0: (2896727 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=668335
| [ 3975.304776] rcu: (t=2757387 jiffies g=443649 q=6 ncpus=4)
[ 3975.305441] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3975.306036] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3975.306331] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3975.307283] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 3975.307562] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 3975.307932] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 3975.308302] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 3975.308676] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3975.309051] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 3975.309422] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 3975.309836] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3975.310135] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 3975.310502] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3975.310874] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3975.311248] Call Trace:
[ 3975.311389]  <IRQ>
[ 3975.311505] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 3975.311742] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 3975.311986] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3975.312192] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3975.312400] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3975.312610] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 3975.312856] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 3975.313097] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 3975.313327] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 3975.313604] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 3975.313824] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 3975.314115] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 3975.314354] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 3975.314591] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 3975.314872] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 3975.315150] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3975.315433] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3975.315690] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3975.315892] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3975.316080] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3975.316330] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3975.316583] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3975.316834] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3975.317104] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3975.317332] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3975.317622] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3975.317893] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3975.318181] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3975.318395] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3975.318614] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3975.318879] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3975.319090] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3975.319365] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3975.319574] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3975.319782] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3975.319993] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3975.320204] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3975.320413] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 3975.320652] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3975.320861] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 3975.321082] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 3975.321304] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 3975.321540] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 3975.321754] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3975.321959] tc_run (net/core/dev.c:3945) 
[ 3975.322134] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3975.322359] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3975.322572] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3975.322784] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3975.323012] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3975.323235] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 3975.323456] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3975.323678] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3975.323899] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3975.324132] ? __alloc_skb (net/core/skbuff.c:685) 
[ 3975.324340] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3975.324591] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 3975.324842] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 3975.325062] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 3975.325309] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3975.325510] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3975.325749] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3975.325969] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3975.326167] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3975.326363] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3975.326628]  </IRQ>
[ 3975.326747]  <TASK>
[ 3975.326868] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3975.327147] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 3975.327419] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 3975.328397] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 3975.328675] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 3975.329056] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 3975.329433] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 3975.329809] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 3975.330186] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 3975.330566] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3975.330802] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 3975.331038] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 3975.331219] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 3975.331487] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 3975.331701] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 3975.331911] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3975.331911] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 3975.332197]  </TASK>
| [ 3975.332324] Sending NMI from CPU 1 to CPUs 3:
| [ 3975.332574] NMI backtrace for cpu 3
[ 3975.332579] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 3975.332580] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3975.332585] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 3975.332587] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 3975.332588] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 3975.332589] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 3975.332590] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 3975.332591] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 3975.332591] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 3975.332594] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 3975.332595] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 3975.332596] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 3975.332597] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 3975.332598] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 3975.332598] Call Trace:
[ 3975.332600]  <NMI>
[ 3975.332602] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 3975.332606] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 3975.332610] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 3975.332612] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 3975.332615] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 3975.332617] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 3975.332621] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3975.332623] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3975.332626] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 3975.332628]  </NMI>
[ 3975.332628]  <IRQ>
[ 3975.332629] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 3975.332632] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 3975.332636] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 3975.332639] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 3975.332641] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 3975.332643] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 3975.332646] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 3975.332650] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 3975.332655] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 3975.332660] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 3975.332664] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 3975.332667] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 3975.332673] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3975.332677] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 3975.332680] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3975.332682] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3975.332684] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 3975.332687] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 3975.332690] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 3975.332692] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 3975.332695] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 3975.332697] tc_run (net/core/dev.c:3945) 
[ 3975.332701] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 3975.332703] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 3975.332705] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 3975.332707] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 3975.332709] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 3975.332711] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 3975.332715] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3975.332716] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 3975.332719] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 3975.332723] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 3975.332725] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3975.332727] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 3975.332728] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 3975.332730] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 3975.332731] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 3975.332733] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 3975.332735] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 3975.332738] run_timer_softirq (kernel/time/timer.c:2053) 
[ 3975.332739] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 3975.332742] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 3975.332744] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 3975.332746]  </IRQ>
[ 3975.332747]  <TASK>
[ 3975.332747] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 3975.332750] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 3975.332752] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 3975.332753] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 3975.332754] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 3975.332755] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 3975.332756] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 3975.332757] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 3975.332757] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 3975.332759] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 3975.332761] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3975.332763] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3975.332765] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 3975.332767] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 3975.332770] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 3975.332773] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 3975.332776] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 3975.332780] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 3975.332785] ksys_write (fs/read_write.c:643) 
[ 3975.332787] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 3975.332789] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 3975.332790] RIP: 0033:0x7fe20bcaa957
[ 3975.332793] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 3975.332794] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 3975.332795] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 3975.332796] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 3975.332797] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 3975.332797] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 3975.332798] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4053.336199] rcu: 3-....: (2975985 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=687082
| [ 4053.336757] rcu: (t=2835419 jiffies g=443649 q=6 ncpus=4)
| [ 4053.337057] Sending NMI from CPU 3 to CPUs 1:
| [ 4053.337310] NMI backtrace for cpu 1
[ 4053.337319] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4053.337321] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4053.337334] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4053.337336] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4053.337338] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4053.337340] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4053.337341] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4053.337341] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4053.337342] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4053.337345] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4053.337346] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4053.337347] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4053.337348] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4053.337349] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4053.337350] Call Trace:
[ 4053.337354]  <NMI>
[ 4053.337357] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4053.337363] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4053.337369] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4053.337372] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4053.337376] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4053.337378] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4053.337384] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4053.337386] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4053.337389] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4053.337391]  </NMI>
[ 4053.337392]  <IRQ>
[ 4053.337392] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4053.337398] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4053.337403] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4053.337408] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4053.337412] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4053.337414] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4053.337419] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4053.337424] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4053.337432] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4053.337437] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4053.337441] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4053.337444] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4053.337449] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4053.337456] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4053.337457] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4053.337460] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4053.337463] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4053.337465] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4053.337467] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4053.337469] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4053.337471] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4053.337477] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4053.337479] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4053.337483] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4053.337485] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4053.337488] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4053.337492] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4053.337496] tc_run (net/core/dev.c:3945) 
[ 4053.337501] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4053.337504] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4053.337505] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4053.337508] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4053.337512] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4053.337516] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4053.337519] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4053.337521] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4053.337523] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4053.337528] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4053.337532] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4053.337533] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4053.337535] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4053.337536] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4053.337538] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4053.337541] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4053.337544] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4053.337545] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4053.337549] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4053.337553] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4053.337556]  </IRQ>
[ 4053.337556]  <TASK>
[ 4053.337557] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4053.337559] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4053.337564] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4053.337566] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4053.337567] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4053.337568] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4053.337569] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4053.337570] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4053.337570] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4053.337572] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4053.337574] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4053.337577] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4053.337581] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4053.337584] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4053.337587] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4053.337591] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4053.337584] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 4053.337587] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 4053.337591] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4053.337597]  </TASK>
[ 4053.363691] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4053.364301] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4053.364608] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4053.365585] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4053.365867] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4053.366245] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4053.366622] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4053.367002] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4053.367379] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4053.367759] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4053.368195] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4053.368508] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4053.368894] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4053.369276] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4053.369657] Call Trace:
[ 4053.369795]  <IRQ>
[ 4053.369915] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4053.370163] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4053.370418] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4053.370690] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 4053.370932] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4053.371179] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4053.371417] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4053.371704] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4053.371930] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4053.372193] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4053.372441] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4053.372676] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4053.372965] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4053.373240] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4053.373527] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4053.373802] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4053.374016] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4053.374213] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4053.374448] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4053.374700] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4053.374950] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4053.375224] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4053.375447] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4053.375736] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4053.376008] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4053.376299] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4053.376514] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4053.376777] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4053.377022] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4053.377253] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4053.377466] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4053.377677] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4053.377911] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4053.378115] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4053.378369] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4053.378608] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4053.378810] tc_run (net/core/dev.c:3945) 
[ 4053.378986] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4053.379211] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4053.379423] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4053.379715] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4053.379925] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4053.380149] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4053.380378] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4053.380602] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4053.380823] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4053.381055] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4053.381271] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4053.381518] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4053.381751] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4053.381965] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4053.382210] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4053.382411] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4053.382642] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4053.382887] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4053.383101] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4053.383299] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4053.383498] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4053.383766]  </IRQ>
[ 4053.383888]  <TASK>
[ 4053.384009] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4053.384289] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4053.384587] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4053.385563] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4053.385841] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4053.386220] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4053.386597] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4053.386974] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4053.387351] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4053.387735] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4053.387945] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4053.388216] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4053.388484] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4053.388756] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4053.388952] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4053.389149] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4053.389418] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4053.389685] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4053.389877] ksys_write (fs/read_write.c:643) 
[ 4053.390064] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4053.390270] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4053.390547] RIP: 0033:0x7fe20bcaa957
[ 4053.390750] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4053.391731] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4053.392134] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4053.392528] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4053.392910] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4053.393293] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4053.393684] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4131.394187] rcu: 3-....: (3053986 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=706258
| [ 4131.394727] rcu: (t=2913477 jiffies g=443649 q=6 ncpus=4)
| [ 4131.395029] Sending NMI from CPU 3 to CPUs 1:
| [ 4131.395275] NMI backtrace for cpu 1
[ 4131.395288] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4131.395290] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4131.395299] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4131.395301] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4131.395303] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4131.395304] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4131.395305] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4131.395306] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4131.395307] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4131.395309] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4131.395311] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4131.395312] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4131.395313] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4131.395313] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4131.395314] Call Trace:
[ 4131.395317]  <NMI>
[ 4131.395320] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4131.395326] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4131.395332] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4131.395334] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4131.395339] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4131.395341] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4131.395346] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4131.395349] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4131.395351] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4131.395353]  </NMI>
[ 4131.395354]  <IRQ>
[ 4131.395355] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4131.395360] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4131.395366] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4131.395370] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4131.395374] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4131.395376] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4131.395382] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4131.395387] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4131.395393] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4131.395398] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4131.395402] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4131.395405] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4131.395409] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4131.395416] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4131.395418] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4131.395421] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4131.395423] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4131.395425] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4131.395427] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4131.395429] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4131.395431] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4131.395437] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4131.395439] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4131.395444] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4131.395446] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4131.395449] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4131.395452] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4131.395456] tc_run (net/core/dev.c:3945) 
[ 4131.395461] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4131.395464] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4131.395466] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4131.395468] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4131.395472] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4131.395476] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4131.395478] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4131.395480] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4131.395483] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4131.395488] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4131.395491] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4131.395493] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4131.395495] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4131.395496] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4131.395498] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4131.395501] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4131.395504] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4131.395505] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4131.395508] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4131.395511] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4131.395513]  </IRQ>
[ 4131.395514]  <TASK>
[ 4131.395514] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4131.395517] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4131.395522] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4131.395523] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4131.395524] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4131.395525] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4131.395526] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4131.395527] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4131.395527] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4131.395529] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4131.395531] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4131.395534] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4131.395538] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4131.395541] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4131.395543] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4131.395548] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4131.395541] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 4131.395543] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 4131.395548] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4131.395554]  </TASK>
[ 4131.421681] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4131.422288] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4131.422592] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4131.423585] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4131.423871] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4131.424257] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4131.424638] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4131.425020] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4131.425406] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4131.425793] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4131.426226] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4131.426538] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4131.426918] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4131.427300] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4131.427683] Call Trace:
[ 4131.427828]  <IRQ>
[ 4131.427948] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4131.428190] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4131.428436] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4131.428704] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 4131.428952] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4131.429199] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4131.429442] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4131.429735] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4131.429959] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4131.430223] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4131.430467] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4131.430706] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4131.430989] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4131.431260] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4131.431555] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4131.431820] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4131.432033] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4131.432230] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4131.432467] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4131.432719] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4131.432970] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4131.433243] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4131.433463] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4131.433750] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4131.434021] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4131.434303] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4131.434515] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4131.434776] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4131.435018] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4131.435245] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4131.435455] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4131.435667] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4131.435894] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4131.436097] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4131.436349] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4131.436593] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4131.436800] tc_run (net/core/dev.c:3945) 
[ 4131.436980] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4131.437204] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4131.437418] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4131.437715] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4131.437928] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4131.438154] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4131.438380] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4131.438607] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4131.438820] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4131.439055] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4131.439271] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4131.439511] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4131.439749] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4131.439957] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4131.440198] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4131.440401] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4131.440638] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4131.440876] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4131.441090] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4131.441290] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4131.441485] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4131.441747]  </IRQ>
[ 4131.441869]  <TASK>
[ 4131.441992] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4131.442271] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4131.442569] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4131.443547] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4131.443830] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4131.444212] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4131.444596] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4131.444982] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4131.445361] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4131.445743] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4131.445951] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4131.446217] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4131.446488] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4131.446758] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4131.446957] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4131.447156] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4131.447417] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4131.447687] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4131.447879] ksys_write (fs/read_write.c:643) 
[ 4131.448062] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4131.448264] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4131.448537] RIP: 0033:0x7fe20bcaa957
[ 4131.448735] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4131.449719] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4131.450125] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4131.450505] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4131.450883] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4131.451261] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4131.451639] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4209.452191] rcu: 3-....: (3131987 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=725381
| [ 4209.452735] rcu: (t=2991535 jiffies g=443649 q=6 ncpus=4)
| [ 4209.453036] Sending NMI from CPU 3 to CPUs 1:
| [ 4209.453281] NMI backtrace for cpu 1
[ 4209.453295] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4209.453298] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4209.453311] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4209.453312] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4209.453314] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4209.453316] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4209.453317] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4209.453318] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4209.453318] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4209.453321] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4209.453322] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4209.453324] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4209.453325] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4209.453326] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4209.453327] Call Trace:
[ 4209.453331]  <NMI>
[ 4209.453342] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4209.453349] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4209.453356] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4209.453358] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4209.453363] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4209.453365] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4209.453370] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4209.453373] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4209.453375] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4209.453377]  </NMI>
[ 4209.453378]  <IRQ>
[ 4209.453379] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4209.453384] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4209.453390] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4209.453394] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4209.453399] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4209.453400] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4209.453406] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4209.453413] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4209.453420] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4209.453425] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4209.453429] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4209.453432] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4209.453436] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4209.453443] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4209.453445] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4209.453448] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4209.453450] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4209.453452] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4209.453454] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4209.453456] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4209.453458] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4209.453464] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4209.453466] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4209.453471] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4209.453472] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4209.453476] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4209.453479] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4209.453482] tc_run (net/core/dev.c:3945) 
[ 4209.453488] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4209.453491] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4209.453493] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4209.453495] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4209.453499] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4209.453503] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4209.453506] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4209.453507] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4209.453510] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4209.453515] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4209.453519] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4209.453521] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4209.453523] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4209.453524] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4209.453526] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4209.453529] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4209.453533] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4209.453534] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4209.453537] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4209.453542] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4209.453544]  </IRQ>
[ 4209.453544]  <TASK>
[ 4209.453545] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4209.453547] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4209.453552] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4209.453553] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4209.453554] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4209.453555] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4209.453556] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4209.453556] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4209.453557] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4209.453559] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4209.453561] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4209.453564] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4209.453568] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4209.453572] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4209.453574] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4209.453579] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4209.453572] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 4209.453574] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 4209.453579] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4209.453586]  </TASK>
[ 4209.479830] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4209.480432] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4209.480733] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4209.481725] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4209.482011] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4209.482398] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4209.482779] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4209.483169] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4209.483547] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4209.483929] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4209.484363] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4209.484676] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4209.485064] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4209.485442] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4209.485820] Call Trace:
[ 4209.485960]  <IRQ>
[ 4209.486077] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4209.486322] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4209.486573] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4209.486847] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 4209.487094] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4209.487344] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4209.487581] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4209.487870] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4209.488097] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4209.488358] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4209.488603] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4209.488836] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4209.489121] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4209.489393] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4209.489684] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4209.489951] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4209.490168] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4209.490368] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4209.490606] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4209.490856] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4209.491106] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4209.491373] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4209.491594] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4209.491880] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4209.492145] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4209.492426] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4209.492638] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4209.492907] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4209.493149] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4209.493380] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4209.493594] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4209.493810] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4209.494040] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4209.494246] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4209.494502] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4209.494738] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4209.494940] tc_run (net/core/dev.c:3945) 
[ 4209.495113] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4209.495341] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4209.495548] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4209.495839] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4209.496053] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4209.496276] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4209.496507] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4209.496731] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4209.496947] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4209.497179] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4209.497392] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4209.497637] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4209.497871] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4209.498082] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4209.498327] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4209.498527] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4209.498761] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4209.499004] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4209.499222] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4209.499420] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4209.499620] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4209.499883]  </IRQ>
[ 4209.500002]  <TASK>
[ 4209.500121] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4209.500398] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4209.500701] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4209.501685] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4209.501968] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4209.502350] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4209.502736] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4209.503130] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4209.503508] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4209.503887] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4209.504092] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4209.504363] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4209.504632] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4209.504904] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4209.505100] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4209.505297] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4209.505561] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4209.505825] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4209.506015] ksys_write (fs/read_write.c:643) 
[ 4209.506204] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4209.506411] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4209.506686] RIP: 0033:0x7fe20bcaa957
[ 4209.506895] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4209.507880] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4209.508293] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4209.508670] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4209.509054] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4209.509431] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4209.509809] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4287.510193] rcu: 3-....: (3209988 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=744470
| [ 4287.510736] rcu: (t=3069593 jiffies g=443649 q=6 ncpus=4)
| [ 4287.511032] Sending NMI from CPU 3 to CPUs 1:
| [ 4287.511283] NMI backtrace for cpu 1
[ 4287.511291] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4287.511293] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4287.511302] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4287.511303] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4287.511305] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4287.511307] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4287.511308] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4287.511309] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4287.511310] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4287.511312] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4287.511314] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4287.511315] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4287.511316] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4287.511316] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4287.511317] Call Trace:
[ 4287.511320]  <NMI>
[ 4287.511323] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4287.511329] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4287.511335] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4287.511337] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4287.511342] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4287.511344] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4287.511349] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4287.511352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4287.511354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4287.511356]  </NMI>
[ 4287.511357]  <IRQ>
[ 4287.511358] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4287.511363] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4287.511368] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4287.511373] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4287.511377] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4287.511380] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4287.511385] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4287.511390] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4287.511396] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4287.511401] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4287.511405] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4287.511408] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4287.511413] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4287.511419] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4287.511421] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4287.511424] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4287.511426] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4287.511428] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4287.511430] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4287.511432] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4287.511434] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4287.511440] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4287.511442] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4287.511446] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4287.511448] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4287.511451] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4287.511454] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4287.511457] tc_run (net/core/dev.c:3945) 
[ 4287.511461] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4287.511464] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4287.511466] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4287.511468] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4287.511471] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4287.511475] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4287.511478] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4287.511479] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4287.511482] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4287.511487] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4287.511491] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4287.511493] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4287.511495] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4287.511496] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4287.511497] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4287.511501] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4287.511503] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4287.511504] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4287.511507] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4287.511510] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4287.511513]  </IRQ>
[ 4287.511513]  <TASK>
[ 4287.511514] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4287.511516] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4287.511520] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4287.511522] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4287.511523] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4287.511524] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4287.511524] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4287.511525] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4287.511526] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4287.511528] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4287.511530] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4287.511533] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4287.511537] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4287.511540] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4287.511543] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4287.511547] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4287.511540] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 4287.511543] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 4287.511547] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4287.511554]  </TASK>
[ 4287.537761] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4287.538367] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4287.538671] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4287.539660] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4287.539947] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4287.540333] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4287.540721] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4287.541107] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4287.541488] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4287.541872] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4287.542306] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4287.542620] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4287.543005] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4287.543386] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4287.543766] Call Trace:
[ 4287.543903]  <IRQ>
[ 4287.544021] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4287.544268] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4287.544522] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4287.544794] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 4287.545037] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4287.545283] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4287.545520] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4287.545807] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4287.546036] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4287.546298] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4287.546545] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4287.546782] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4287.547071] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4287.547346] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4287.547634] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4287.547907] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4287.548122] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4287.548323] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4287.548563] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4287.548811] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4287.549057] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4287.549325] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4287.549546] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4287.549830] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4287.550098] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4287.550385] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4287.550597] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4287.550856] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4287.551095] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4287.551324] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4287.551533] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4287.551742] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4287.551971] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4287.552173] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4287.552424] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4287.552668] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4287.552871] tc_run (net/core/dev.c:3945) 
[ 4287.553045] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4287.553271] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4287.553482] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4287.553774] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4287.553984] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4287.554207] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4287.554434] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4287.554658] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4287.554878] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4287.555110] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4287.555327] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4287.555574] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4287.555807] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4287.556023] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4287.556268] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4287.556469] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4287.556703] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4287.556949] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4287.557165] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4287.557363] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4287.557560] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4287.557824]  </IRQ>
[ 4287.557944]  <TASK>
[ 4287.558065] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4287.558342] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4287.558646] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4287.559642] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4287.559929] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4287.560317] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4287.560698] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4287.561080] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4287.561466] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4287.561854] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4287.562062] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4287.562331] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4287.562610] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4287.562882] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4287.563078] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4287.563274] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4287.563539] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4287.563805] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4287.563997] ksys_write (fs/read_write.c:643) 
[ 4287.564186] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4287.564393] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4287.564669] RIP: 0033:0x7fe20bcaa957
[ 4287.564868] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4287.565844] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4287.566249] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4287.566633] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4287.567017] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4287.567406] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4287.567793] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4365.569204] rcu: 3-....: (3287990 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=763552
| [ 4365.569745] rcu: (t=3147652 jiffies g=443649 q=6 ncpus=4)
| [ 4365.570039] Sending NMI from CPU 3 to CPUs 1:
| [ 4365.570288] NMI backtrace for cpu 1
[ 4365.570296] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4365.570298] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4365.570307] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4365.570308] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4365.570311] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4365.570312] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4365.570313] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4365.570314] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4365.570314] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4365.570317] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4365.570318] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4365.570319] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4365.570320] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4365.570321] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4365.570322] Call Trace:
[ 4365.570325]  <NMI>
[ 4365.570328] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4365.570334] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4365.570339] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4365.570342] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4365.570347] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4365.570349] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4365.570354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4365.570357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4365.570359] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4365.570361]  </NMI>
[ 4365.570362]  <IRQ>
[ 4365.570362] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4365.570367] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4365.570373] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4365.570377] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4365.570382] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4365.570384] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4365.570389] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4365.570394] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4365.570400] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4365.570405] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4365.570409] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4365.570412] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4365.570417] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4365.570424] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4365.570425] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4365.570428] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4365.570430] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4365.570432] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4365.570434] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4365.570436] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4365.570438] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4365.570444] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4365.570446] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4365.570451] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4365.570453] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4365.570456] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4365.570459] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4365.570462] tc_run (net/core/dev.c:3945) 
[ 4365.570467] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4365.570469] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4365.570471] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4365.570474] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4365.570477] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4365.570482] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4365.570484] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4365.570486] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4365.570489] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4365.570494] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4365.570497] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4365.570499] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4365.570501] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4365.570502] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4365.570504] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4365.570508] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4365.570511] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4365.570512] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4365.570516] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4365.570520] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4365.570523]  </IRQ>
[ 4365.570523]  <TASK>
[ 4365.570524] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4365.570526] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4365.570531] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4365.570532] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4365.570533] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4365.570534] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4365.570535] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4365.570536] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4365.570537] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4365.570538] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4365.570540] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4365.570543] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4365.570548] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4365.570551] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4365.570553] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4365.570558] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4365.570551] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 4365.570553] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 4365.570558] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4365.570565]  </TASK>
[ 4365.596584] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4365.597183] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 4365.597483] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 4365.598466] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4365.598752] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4365.599137] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4365.599517] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4365.599898] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4365.600283] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4365.600671] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4365.601098] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4365.601413] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4365.601791] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4365.602178] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4365.602555] Call Trace:
[ 4365.602693]  <IRQ>
[ 4365.602810] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4365.603056] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4365.603306] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4365.603578] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 4365.603823] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4365.604072] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4365.604307] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4365.604593] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4365.604820] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4365.605078] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4365.605324] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4365.605556] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4365.605841] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4365.606113] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4365.606407] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 4365.606675] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4365.606893] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4365.607094] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4365.607335] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4365.607585] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4365.607836] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4365.608103] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4365.608324] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4365.608611] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4365.608878] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4365.609160] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4365.609373] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4365.609635] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4365.609877] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4365.610105] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4365.610316] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4365.610527] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4365.610755] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4365.610959] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4365.611213] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4365.611457] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4365.611666] tc_run (net/core/dev.c:3945) 
[ 4365.611848] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4365.612079] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4365.612288] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4365.612580] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4365.612792] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4365.613015] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4365.613247] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4365.613472] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4365.613689] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4365.613920] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4365.614134] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4365.614380] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4365.614614] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4365.614829] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4365.615076] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4365.615278] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4365.615513] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4365.615757] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4365.615978] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4365.616177] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4365.616379] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4365.616643]  </IRQ>
[ 4365.616762]  <TASK>
[ 4365.616882] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4365.617159] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4365.617463] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4365.618446] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4365.618729] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4365.619111] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4365.619502] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4365.619888] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4365.620270] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4365.620652] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4365.620861] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4365.621129] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4365.621402] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4365.621668] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4365.621869] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4365.622074] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4365.622338] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4365.622602] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4365.622791] ksys_write (fs/read_write.c:643) 
[ 4365.622980] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4365.623186] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4365.623462] RIP: 0033:0x7fe20bcaa957
[ 4365.623663] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4365.624634] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4365.625034] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4365.625419] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4365.625807] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4365.626189] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4365.626572] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4365.626962]  </TASK>
| [ 4443.626841] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 4443.627188] rcu: 1-...0: (3365022 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=782314
| [ 4443.627745] rcu: (t=3225710 jiffies g=443649 q=6 ncpus=4)
[ 4443.628407] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4443.629020] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4443.629321] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4443.630311] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4443.630597] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4443.630979] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4443.631367] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4443.631766] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4443.632160] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4443.632537] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4443.632968] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4443.633276] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4443.633656] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4443.634034] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4443.634410] Call Trace:
[ 4443.634547]  <IRQ>
[ 4443.634665] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4443.634911] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4443.635163] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4443.635376] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4443.635585] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4443.635796] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 4443.636048] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4443.636294] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4443.636528] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4443.636812] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4443.637037] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4443.637295] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4443.637539] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4443.637772] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4443.638059] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4443.638328] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4443.638621] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4443.638892] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4443.639102] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4443.639300] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4443.639540] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4443.639793] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4443.640044] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4443.640311] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4443.640536] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4443.640832] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4443.641109] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4443.641394] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4443.641603] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4443.641826] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4443.642085] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4443.642295] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4443.642571] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4443.642792] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4443.643004] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4443.643212] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4443.643424] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4443.643648] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4443.643901] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4443.644114] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4443.644339] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4443.644561] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4443.644808] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4443.645021] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4443.645225] tc_run (net/core/dev.c:3945) 
[ 4443.645401] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4443.645625] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4443.645835] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4443.646053] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4443.646277] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4443.646512] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4443.646726] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4443.646957] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4443.647179] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4443.647412] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4443.647617] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4443.647880] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4443.648129] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4443.648350] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4443.648602] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4443.648805] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4443.649040] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4443.649256] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4443.649455] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4443.649652] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4443.649917]  </IRQ>
[ 4443.650036]  <TASK>
[ 4443.650155] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4443.650432] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4443.650706] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4443.651704] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4443.651989] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4443.652378] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4443.652774] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4443.653160] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4443.653539] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4443.653927] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4443.654167] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4443.654411] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4443.654594] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4443.654860] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4443.655075] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4443.655289] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4443.655289] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4443.655575]  </TASK>
| [ 4443.655703] Sending NMI from CPU 1 to CPUs 3:
| [ 4443.655950] NMI backtrace for cpu 3
[ 4443.655956] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4443.655957] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4443.655963] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4443.655965] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4443.655966] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4443.655968] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4443.655968] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4443.655970] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4443.655970] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4443.655973] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4443.655974] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4443.655975] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4443.655976] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4443.655977] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4443.655978] Call Trace:
[ 4443.655980]  <NMI>
[ 4443.655982] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4443.655988] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4443.655993] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4443.655995] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4443.655999] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4443.656001] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4443.656005] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4443.656008] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4443.656010] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4443.656012]  </NMI>
[ 4443.656013]  <IRQ>
[ 4443.656014] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4443.656018] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4443.656021] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4443.656026] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4443.656029] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4443.656031] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4443.656034] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4443.656038] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4443.656044] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4443.656048] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4443.656052] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4443.656056] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4443.656063] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4443.656067] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4443.656070] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4443.656072] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4443.656075] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4443.656079] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4443.656082] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4443.656084] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4443.656087] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4443.656090] tc_run (net/core/dev.c:3945) 
[ 4443.656094] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4443.656096] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4443.656099] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4443.656101] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4443.656104] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4443.656106] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4443.656110] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4443.656112] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4443.656114] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4443.656118] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4443.656121] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4443.656122] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4443.656124] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4443.656125] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4443.656126] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4443.656129] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4443.656131] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4443.656136] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4443.656137] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4443.656140] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4443.656142] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4443.656144]  </IRQ>
[ 4443.656145]  <TASK>
[ 4443.656145] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4443.656147] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4443.656149] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4443.656151] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4443.656152] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4443.656153] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4443.656154] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4443.656155] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4443.656155] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4443.656157] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4443.656160] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4443.656161] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4443.656164] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4443.656166] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4443.656170] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4443.656173] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4443.656177] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4443.656182] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4443.656187] ksys_write (fs/read_write.c:643) 
[ 4443.656189] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4443.656193] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4443.656195] RIP: 0033:0x7fe20bcaa957
[ 4443.656198] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4443.656199] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4443.656200] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4443.656201] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4443.656202] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4443.656203] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4443.656204] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4521.660188] rcu: 3-....: (3443996 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=801197
| [ 4521.660733] rcu: (t=3303743 jiffies g=443649 q=6 ncpus=4)
| [ 4521.661029] Sending NMI from CPU 3 to CPUs 1:
| [ 4521.661278] NMI backtrace for cpu 1
[ 4521.661284] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4521.661287] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4521.661296] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4521.661298] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4521.661300] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4521.661301] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4521.661302] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4521.661303] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4521.661303] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4521.661306] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4521.661307] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4521.661308] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4521.661309] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4521.661310] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4521.661311] Call Trace:
[ 4521.661314]  <NMI>
[ 4521.661317] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4521.661323] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4521.661335] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4521.661337] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4521.661342] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4521.661344] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4521.661350] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4521.661352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4521.661355] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4521.661357]  </NMI>
[ 4521.661357]  <IRQ>
[ 4521.661358] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4521.661363] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4521.661369] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4521.661373] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4521.661377] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4521.661379] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4521.661385] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4521.661389] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4521.661396] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4521.661407] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4521.661411] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4521.661413] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4521.661418] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4521.661425] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4521.661426] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4521.661429] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4521.661431] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4521.661433] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4521.661435] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4521.661437] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4521.661439] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4521.661446] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4521.661447] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4521.661452] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4521.661454] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4521.661458] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4521.661461] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4521.661465] tc_run (net/core/dev.c:3945) 
[ 4521.661470] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4521.661473] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4521.661475] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4521.661477] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4521.661479] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4521.661483] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4521.661485] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4521.661487] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4521.661490] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4521.661495] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4521.661499] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4521.661500] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4521.661502] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4521.661503] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4521.661505] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4521.661508] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4521.661511] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4521.661512] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4521.661515] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4521.661518] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4521.661520]  </IRQ>
[ 4521.661520]  <TASK>
[ 4521.661521] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4521.661523] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4521.661528] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4521.661529] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4521.661530] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4521.661531] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4521.661532] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4521.661532] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4521.661533] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4521.661535] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4521.661537] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4521.661540] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4521.661544] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4521.661547] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4521.661550] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4521.661555] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4521.661547] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 4521.661550] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 4521.661555] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4521.661561]  </TASK>
[ 4521.687637] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4521.688243] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4521.688539] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4521.689523] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4521.689807] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4521.690193] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4521.690578] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4521.690960] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4521.691348] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4521.691728] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4521.692164] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4521.692472] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4521.692859] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4521.693241] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4521.693618] Call Trace:
[ 4521.693753]  <IRQ>
[ 4521.693870] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4521.694113] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4521.694362] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4521.694634] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 4521.694877] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4521.695123] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4521.695357] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4521.695638] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4521.695864] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4521.696121] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4521.696366] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4521.696599] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4521.696886] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4521.697156] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4521.697440] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4521.697713] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4521.697925] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4521.698121] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4521.698359] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4521.698605] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4521.698851] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4521.699115] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4521.699334] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4521.699619] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4521.699886] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4521.700168] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4521.700377] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4521.700635] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4521.700874] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4521.701101] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4521.701309] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4521.701529] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4521.701762] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4521.701968] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4521.702220] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4521.702461] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4521.702662] tc_run (net/core/dev.c:3945) 
[ 4521.702834] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4521.703062] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4521.703270] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4521.703557] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4521.703767] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4521.703991] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4521.704220] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4521.704441] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4521.704661] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4521.704891] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4521.705107] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4521.705351] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4521.705585] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4521.705799] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4521.706046] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4521.706248] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4521.706481] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4521.706723] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4521.706937] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4521.707133] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4521.707331] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4521.707592]  </IRQ>
[ 4521.707709]  <TASK>
[ 4521.707828] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4521.708105] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4521.708408] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4521.709397] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4521.709682] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4521.710064] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4521.710445] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4521.710830] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4521.711215] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4521.711601] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4521.711806] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4521.712078] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4521.712346] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4521.712617] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4521.712810] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4521.713008] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4521.713277] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4521.713543] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4521.713733] ksys_write (fs/read_write.c:643) 
[ 4521.713918] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4521.714126] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4521.714400] RIP: 0033:0x7fe20bcaa957
[ 4521.714607] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4521.715586] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4521.715990] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4521.716368] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4521.716744] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4521.717121] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4521.717505] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4521.717883]  </TASK>
| [ 4599.717850] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 4599.718201] rcu: 1-...0: (3521084 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=819955
| [ 4599.718751] rcu: (t=3381801 jiffies g=443649 q=6 ncpus=4)
[ 4599.719423] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4599.720038] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4599.720346] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4599.721341] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4599.721620] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4599.722000] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4599.722379] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4599.722757] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4599.723135] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4599.723521] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4599.723956] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4599.724269] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4599.724657] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4599.725040] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4599.725417] Call Trace:
[ 4599.725562]  <IRQ>
[ 4599.725688] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4599.725934] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4599.726184] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4599.726396] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4599.726604] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4599.726812] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 4599.727059] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4599.727301] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4599.727543] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4599.727832] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4599.728057] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4599.728320] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4599.728563] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4599.728802] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4599.729086] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4599.729355] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4599.729645] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4599.729909] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4599.730118] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4599.730314] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4599.730550] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4599.730804] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4599.731061] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4599.731326] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4599.731545] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4599.731829] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4599.732096] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4599.732381] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4599.732590] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4599.732804] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4599.733065] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4599.733276] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4599.733545] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4599.733763] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4599.733976] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4599.734187] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4599.734401] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4599.734618] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4599.734866] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4599.735083] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4599.735305] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4599.735530] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4599.735767] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4599.735980] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4599.736184] tc_run (net/core/dev.c:3945) 
[ 4599.736366] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4599.736590] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4599.736801] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4599.737013] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4599.737237] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4599.737469] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4599.737684] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4599.737913] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4599.738127] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4599.738363] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4599.738569] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4599.738818] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4599.739068] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4599.739288] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4599.739535] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4599.739740] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4599.739976] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4599.740196] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4599.740396] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4599.740594] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4599.740860]  </IRQ>
[ 4599.740979]  <TASK>
[ 4599.741118] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4599.741399] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4599.741668] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4599.742661] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4599.742958] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4599.743343] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4599.743731] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4599.744120] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4599.744504] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4599.744892] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4599.745135] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4599.745380] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4599.745563] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4599.745829] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4599.746047] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4599.746262] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4599.746262] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4599.746551]  </TASK>
| [ 4599.746681] Sending NMI from CPU 1 to CPUs 3:
| [ 4599.746947] NMI backtrace for cpu 3
[ 4599.746953] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4599.746955] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4599.746960] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4599.746962] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4599.746963] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4599.746965] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4599.746965] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4599.746966] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4599.746967] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4599.746970] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4599.746971] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4599.746972] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4599.746973] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4599.746974] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4599.746975] Call Trace:
[ 4599.746977]  <NMI>
[ 4599.746979] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4599.746985] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4599.746990] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4599.746992] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4599.746996] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4599.746998] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4599.747002] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4599.747005] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4599.747007] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4599.747009]  </NMI>
[ 4599.747010]  <IRQ>
[ 4599.747011] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4599.747014] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4599.747017] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4599.747021] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4599.747023] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4599.747025] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4599.747029] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4599.747032] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4599.747038] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4599.747042] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4599.747047] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4599.747050] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4599.747056] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4599.747061] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4599.747063] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4599.747066] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4599.747068] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4599.747072] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4599.747076] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4599.747079] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4599.747081] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4599.747084] tc_run (net/core/dev.c:3945) 
[ 4599.747087] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4599.747090] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4599.747092] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4599.747093] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4599.747096] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4599.747098] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4599.747101] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4599.747103] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4599.747105] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4599.747109] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4599.747112] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4599.747113] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4599.747115] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4599.747117] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4599.747118] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4599.747120] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4599.747123] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4599.747127] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4599.747128] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4599.747132] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4599.747134] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4599.747136]  </IRQ>
[ 4599.747136]  <TASK>
[ 4599.747137] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4599.747139] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4599.747141] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4599.747142] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4599.747144] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4599.747144] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4599.747145] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4599.747146] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4599.747146] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4599.747148] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4599.747151] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4599.747153] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4599.747156] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4599.747158] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4599.747161] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4599.747164] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4599.747169] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4599.747173] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4599.747179] ksys_write (fs/read_write.c:643) 
[ 4599.747181] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4599.747184] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4599.747185] RIP: 0033:0x7fe20bcaa957
[ 4599.747188] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4599.747189] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4599.747191] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4599.747192] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4599.747193] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4599.747193] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4599.747194] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4599.747197]  </TASK>
| [ 4677.750840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 4677.751198] rcu: 1-...0: (3599088 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=838782
| [ 4677.751747] rcu: (t=3459834 jiffies g=443649 q=6 ncpus=4)
[ 4677.752410] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4677.753014] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4677.753320] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4677.754307] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4677.754595] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4677.754982] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4677.755364] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4677.755751] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4677.756137] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4677.756520] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4677.756949] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4677.757258] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4677.757638] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4677.758022] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4677.758409] Call Trace:
[ 4677.758551]  <IRQ>
[ 4677.758672] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4677.758917] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4677.759165] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4677.759379] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4677.759587] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4677.759795] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4677.760037] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4677.760279] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4677.760570] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4677.760799] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4677.761065] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4677.761312] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4677.761546] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4677.761842] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4677.762116] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4677.762403] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4677.762673] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4677.762886] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4677.763085] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4677.763324] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4677.763569] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4677.763812] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4677.764081] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4677.764299] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4677.764589] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4677.764862] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4677.765150] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4677.765363] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4677.765577] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4677.765840] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4677.766057] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4677.766332] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4677.766542] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4677.766755] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4677.766965] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4677.767174] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4677.767384] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4677.767624] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4677.767833] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4677.768056] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4677.768274] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4677.768509] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4677.768725] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4677.768934] tc_run (net/core/dev.c:3945) 
[ 4677.769114] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4677.769337] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4677.769552] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4677.769769] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4677.769995] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4677.770219] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4677.770435] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4677.770665] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4677.770879] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4677.771114] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4677.771319] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4677.771568] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4677.771819] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4677.772038] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4677.772282] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4677.772482] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4677.772716] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4677.772932] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4677.773130] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4677.773332] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4677.773595]  </IRQ>
[ 4677.773714]  <TASK>
[ 4677.773833] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4677.774111] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4677.774388] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4677.775369] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4677.775661] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4677.776040] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4677.776418] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4677.776798] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4677.777178] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4677.777558] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4677.777797] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4677.778040] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4677.778224] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4677.778493] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4677.778714] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4677.778925] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4677.778925] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4677.779210]  </TASK>
| [ 4677.779335] Sending NMI from CPU 1 to CPUs 3:
| [ 4677.779586] NMI backtrace for cpu 3
[ 4677.779594] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4677.779595] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4677.779605] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4677.779607] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4677.779609] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4677.779610] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4677.779611] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4677.779612] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4677.779613] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4677.779616] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4677.779617] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4677.779618] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4677.779619] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4677.779619] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4677.779620] Call Trace:
[ 4677.779622]  <NMI>
[ 4677.779625] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4677.779631] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4677.779639] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4677.779642] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4677.779646] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4677.779649] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4677.779655] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4677.779657] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4677.779660] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4677.779662]  </NMI>
[ 4677.779662]  <IRQ>
[ 4677.779663] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4677.779670] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4677.779676] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4677.779681] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4677.779686] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4677.779688] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4677.779694] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4677.779698] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4677.779705] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4677.779710] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4677.779714] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4677.779719] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4677.779727] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4677.779732] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4677.779734] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4677.779737] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4677.779739] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4677.779743] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4677.779747] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4677.779750] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4677.779752] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4677.779756] tc_run (net/core/dev.c:3945) 
[ 4677.779762] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4677.779765] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4677.779767] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4677.779770] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4677.779773] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4677.779776] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4677.779781] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4677.779782] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4677.779785] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4677.779790] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4677.779793] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4677.779794] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4677.779796] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4677.779798] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4677.779799] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4677.779803] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4677.779805] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4677.779811] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4677.779812] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4677.779816] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4677.779820] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4677.779823]  </IRQ>
[ 4677.779823]  <TASK>
[ 4677.779824] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4677.779827] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4677.779829] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4677.779830] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4677.779831] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4677.779832] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4677.779833] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4677.779833] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4677.779834] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4677.779836] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4677.779841] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4677.779843] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4677.779846] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4677.779848] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4677.779854] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4677.779857] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4677.779862] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4677.779868] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4677.779874] ksys_write (fs/read_write.c:643) 
[ 4677.779876] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4677.779879] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4677.779881] RIP: 0033:0x7fe20bcaa957
[ 4677.779893] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4677.779894] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4677.779896] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4677.779897] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4677.779898] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4677.779899] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4677.779899] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4677.779902]  </TASK>
| [ 4755.782840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 4755.783190] rcu: 1-...0: (3677092 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=857685
| [ 4755.783741] rcu: (t=3537866 jiffies g=443649 q=6 ncpus=4)
[ 4755.784413] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4755.785028] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4755.785331] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4755.786307] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4755.786586] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4755.786967] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4755.787346] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4755.787725] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4755.788104] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4755.788487] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4755.788924] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4755.789238] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4755.789629] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4755.790010] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4755.790397] Call Trace:
[ 4755.790539]  <IRQ>
[ 4755.790660] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4755.790903] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4755.791152] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4755.791363] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4755.791573] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4755.791785] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 4755.792036] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4755.792283] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4755.792528] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4755.792823] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4755.793047] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4755.793311] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4755.793556] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4755.793794] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4755.794077] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4755.794347] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4755.794642] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4755.794907] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4755.795119] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4755.795316] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4755.795550] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4755.795804] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4755.796055] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4755.796325] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4755.796553] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4755.796844] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4755.797115] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4755.797403] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4755.797623] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4755.797839] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4755.798104] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4755.798319] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4755.798595] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4755.798804] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4755.799016] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4755.799232] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4755.799441] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4755.799651] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4755.799896] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4755.800104] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4755.800333] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4755.800555] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4755.800794] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4755.801004] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4755.801210] tc_run (net/core/dev.c:3945) 
[ 4755.801383] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4755.801612] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4755.801820] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4755.802031] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4755.802256] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4755.802483] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4755.802699] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4755.802924] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4755.803141] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4755.803375] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4755.803582] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4755.803835] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4755.804088] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4755.804305] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4755.804550] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4755.804752] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4755.804989] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4755.805205] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4755.805403] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4755.805599] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4755.805864]  </IRQ>
[ 4755.805984]  <TASK>
[ 4755.806104] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4755.806381] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4755.806655] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4755.807635] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4755.807923] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4755.808303] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4755.808683] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4755.809063] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4755.809444] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4755.809825] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4755.810065] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4755.810309] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4755.810496] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4755.810765] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4755.810981] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4755.811200] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4755.811200] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4755.811491]  </TASK>
| [ 4755.811625] Sending NMI from CPU 1 to CPUs 3:
| [ 4755.811876] NMI backtrace for cpu 3
[ 4755.811884] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4755.811885] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 4755.811895] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 4755.811896] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4755.811898] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4755.811900] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4755.811900] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4755.811901] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4755.811902] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4755.811905] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4755.811906] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4755.811907] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4755.811908] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4755.811909] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4755.811909] Call Trace:
[ 4755.811911]  <NMI>
[ 4755.811914] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4755.811918] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4755.811924] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4755.811926] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4755.811930] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4755.811932] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4755.811938] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 4755.811940] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 4755.811943] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 4755.811945]  </NMI>
[ 4755.811945]  <IRQ>
[ 4755.811946] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4755.811952] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4755.811958] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4755.811963] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4755.811969] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4755.811971] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4755.811977] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4755.811981] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4755.811988] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4755.811993] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4755.811998] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4755.812003] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4755.812011] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4755.812014] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4755.812016] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4755.812019] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4755.812021] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4755.812025] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4755.812028] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4755.812030] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4755.812033] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4755.812036] tc_run (net/core/dev.c:3945) 
[ 4755.812042] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4755.812044] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4755.812046] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4755.812049] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4755.812052] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4755.812054] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4755.812059] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4755.812060] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4755.812063] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4755.812068] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4755.812071] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4755.812072] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4755.812074] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4755.812075] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4755.812076] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4755.812080] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4755.812081] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4755.812086] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4755.812087] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4755.812090] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4755.812095] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4755.812098]  </IRQ>
[ 4755.812098]  <TASK>
[ 4755.812099] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4755.812101] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4755.812104] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4755.812105] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4755.812106] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4755.812107] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4755.812108] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4755.812109] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4755.812110] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4755.812112] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4755.812114] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4755.812116] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4755.812118] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4755.812120] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4755.812126] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4755.812129] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4755.812133] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4755.812137] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4755.812141] ksys_write (fs/read_write.c:643) 
[ 4755.812143] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4755.812145] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4755.812147] RIP: 0033:0x7fe20bcaa957
[ 4755.812149] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4755.812150] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4755.812152] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4755.812153] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4755.812153] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4755.812154] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4755.812155] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4833.816194] rcu: 3-....: (3756011 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=876633
| [ 4833.816735] rcu: (t=3615899 jiffies g=443649 q=6 ncpus=4)
| [ 4833.817034] Sending NMI from CPU 3 to CPUs 1:
| [ 4833.817286] NMI backtrace for cpu 1
[ 4833.817302] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4833.817305] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4833.817317] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4833.817319] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4833.817321] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4833.817322] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4833.817323] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4833.817324] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4833.817325] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4833.817328] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4833.817329] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4833.817330] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4833.817331] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4833.817331] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4833.817332] Call Trace:
[ 4833.817336]  <NMI>
[ 4833.817347] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4833.817353] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4833.817359] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4833.817361] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4833.817366] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4833.817368] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4833.817373] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4833.817375] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4833.817378] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4833.817380]  </NMI>
[ 4833.817381]  <IRQ>
[ 4833.817382] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4833.817387] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4833.817393] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4833.817397] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4833.817402] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4833.817404] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4833.817410] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4833.817417] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4833.817426] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4833.817431] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4833.817435] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4833.817437] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4833.817442] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4833.817450] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4833.817452] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4833.817454] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4833.817456] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4833.817458] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4833.817460] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4833.817462] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4833.817464] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4833.817470] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4833.817472] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4833.817476] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4833.817478] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4833.817481] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4833.817484] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4833.817487] tc_run (net/core/dev.c:3945) 
[ 4833.817491] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4833.817494] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4833.817495] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4833.817498] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4833.817501] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4833.817505] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4833.817508] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4833.817509] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4833.817512] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4833.817517] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4833.817521] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4833.817522] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4833.817524] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4833.817526] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4833.817527] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4833.817531] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4833.817534] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4833.817535] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4833.817538] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4833.817542] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4833.817544]  </IRQ>
[ 4833.817544]  <TASK>
[ 4833.817545] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4833.817547] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4833.817552] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4833.817553] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4833.817554] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4833.817555] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4833.817556] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4833.817556] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4833.817557] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4833.817559] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4833.817561] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4833.817563] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4833.817567] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4833.817571] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4833.817573] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4833.817578] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4833.817571] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 4833.817573] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 4833.817578] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4833.817584]  </TASK>
[ 4833.843762] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4833.844377] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4833.844686] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4833.845684] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4833.845977] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4833.846366] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4833.846753] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4833.847148] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4833.847543] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4833.847933] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4833.848366] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4833.848680] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4833.849066] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4833.849453] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4833.849847] Call Trace:
[ 4833.849997]  <IRQ>
[ 4833.850118] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4833.850369] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4833.850626] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4833.850903] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 4833.851150] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4833.851401] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4833.851644] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4833.851940] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4833.852166] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4833.852429] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4833.852680] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4833.852916] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4833.853205] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4833.853484] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4833.853777] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4833.854050] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4833.854271] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4833.854472] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4833.854716] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4833.854967] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4833.855214] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4833.855482] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4833.855704] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4833.855990] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4833.856257] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4833.856543] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4833.856757] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4833.857020] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4833.857260] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4833.857488] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4833.857699] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4833.857909] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4833.858138] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4833.858339] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4833.858591] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4833.858835] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4833.859044] tc_run (net/core/dev.c:3945) 
[ 4833.859221] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4833.859444] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4833.859660] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4833.859961] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4833.860169] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4833.860395] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4833.860621] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4833.860847] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4833.861065] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4833.861299] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4833.861518] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4833.861770] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4833.862007] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4833.862220] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4833.862467] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4833.862671] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4833.862912] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4833.863160] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4833.863381] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4833.863581] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4833.863780] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4833.864050]  </IRQ>
[ 4833.864170]  <TASK>
[ 4833.864291] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4833.864574] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4833.864881] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4833.865880] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4833.866167] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4833.866558] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4833.866951] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4833.867337] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4833.867722] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4833.868116] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4833.868330] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4833.868602] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4833.868881] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4833.869152] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4833.869355] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4833.869558] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4833.869823] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4833.870100] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4833.870291] ksys_write (fs/read_write.c:643) 
[ 4833.870482] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4833.870687] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4833.870972] RIP: 0033:0x7fe20bcaa957
[ 4833.871182] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4833.872176] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4833.872585] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4833.872970] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4833.873350] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4833.873732] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4833.874115] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4911.875185] rcu: 3-....: (3834013 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=895528
| [ 4911.875725] rcu: (t=3693958 jiffies g=443649 q=6 ncpus=4)
| [ 4911.876020] Sending NMI from CPU 3 to CPUs 1:
| [ 4911.876270] NMI backtrace for cpu 1
[ 4911.876277] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4911.876279] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4911.876288] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4911.876289] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4911.876291] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4911.876292] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4911.876293] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4911.876294] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4911.876295] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4911.876297] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4911.876299] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4911.876300] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4911.876301] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4911.876301] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4911.876302] Call Trace:
[ 4911.876305]  <NMI>
[ 4911.876307] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4911.876313] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4911.876318] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4911.876321] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4911.876325] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4911.876327] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4911.876333] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4911.876335] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4911.876338] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4911.876340]  </NMI>
[ 4911.876341]  <IRQ>
[ 4911.876341] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4911.876346] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4911.876352] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4911.876357] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4911.876361] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4911.876363] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4911.876368] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4911.876373] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4911.876379] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4911.876383] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4911.876387] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4911.876390] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4911.876395] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4911.876402] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4911.876404] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4911.876406] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4911.876409] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4911.876411] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4911.876413] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4911.876415] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4911.876417] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4911.876422] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4911.876424] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4911.876428] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4911.876430] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4911.876433] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4911.876436] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4911.876440] tc_run (net/core/dev.c:3945) 
[ 4911.876444] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4911.876446] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4911.876448] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4911.876451] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4911.876453] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4911.876457] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4911.876459] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4911.876460] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4911.876463] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4911.876467] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4911.876469] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4911.876471] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4911.876473] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4911.876474] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4911.876475] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4911.876479] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4911.876482] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4911.876483] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4911.876487] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4911.876491] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4911.876494]  </IRQ>
[ 4911.876494]  <TASK>
[ 4911.876495] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4911.876498] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4911.876502] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4911.876504] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4911.876505] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4911.876505] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4911.876506] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4911.876507] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4911.876508] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4911.876510] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4911.876512] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4911.876515] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4911.876519] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4911.876522] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4911.876524] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4911.876529] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4911.876522] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 4911.876524] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 4911.876529] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4911.876534]  </TASK>
[ 4911.902627] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4911.903236] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4911.903541] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4911.904534] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4911.904824] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4911.905209] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4911.905599] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4911.905987] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4911.906371] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4911.906758] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4911.907195] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4911.907510] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4911.907892] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4911.908283] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4911.908671] Call Trace:
[ 4911.908809]  <IRQ>
[ 4911.908934] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4911.909178] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4911.909429] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4911.909711] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 4911.909957] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4911.910204] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4911.910448] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4911.910738] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4911.910964] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4911.911227] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4911.911474] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4911.911711] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4911.912001] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4911.912275] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4911.912567] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4911.912839] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4911.913055] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4911.913256] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4911.913496] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4911.913746] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4911.913993] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4911.914263] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4911.914483] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4911.914768] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4911.915035] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4911.915319] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4911.915530] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4911.915789] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4911.916028] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4911.916255] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4911.916463] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4911.916671] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4911.916899] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4911.917100] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4911.917348] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4911.917592] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4911.917799] tc_run (net/core/dev.c:3945) 
[ 4911.917975] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4911.918199] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4911.918410] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4911.918703] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4911.918919] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4911.919147] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4911.919374] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4911.919602] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4911.919820] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4911.920053] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4911.920270] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4911.920518] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4911.920753] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4911.920968] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4911.921216] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4911.921417] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4911.921652] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4911.921900] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4911.922118] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4911.922317] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4911.922517] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4911.922782]  </IRQ>
[ 4911.922903]  <TASK>
[ 4911.923024] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4911.923302] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4911.923609] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4911.924608] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4911.924897] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4911.925288] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4911.925672] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4911.926061] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4911.926450] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4911.926847] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4911.927058] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4911.927329] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4911.927604] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4911.927875] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4911.928075] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4911.928277] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4911.928544] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4911.928815] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4911.929015] ksys_write (fs/read_write.c:643) 
[ 4911.929200] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4911.929402] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4911.929682] RIP: 0033:0x7fe20bcaa957
[ 4911.929883] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4911.930867] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4911.931273] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4911.931657] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4911.932042] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4911.932434] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4911.932826] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 4989.933207] rcu: 3-....: (3912014 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=914394
| [ 4989.933748] rcu: (t=3772016 jiffies g=443649 q=6 ncpus=4)
| [ 4989.934042] Sending NMI from CPU 3 to CPUs 1:
| [ 4989.934291] NMI backtrace for cpu 1
[ 4989.934298] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4989.934300] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4989.934308] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4989.934309] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 4989.934311] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 4989.934312] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 4989.934313] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 4989.934314] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4989.934315] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 4989.934318] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 4989.934319] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4989.934320] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 4989.934321] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4989.934322] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4989.934323] Call Trace:
[ 4989.934325]  <NMI>
[ 4989.934328] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 4989.934333] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 4989.934339] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 4989.934341] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 4989.934345] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 4989.934347] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 4989.934352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4989.934354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4989.934357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4989.934359]  </NMI>
[ 4989.934359]  <IRQ>
[ 4989.934360] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4989.934365] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4989.934370] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4989.934375] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4989.934379] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4989.934381] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4989.934387] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4989.934391] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4989.934397] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4989.934402] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4989.934406] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4989.934409] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4989.934414] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4989.934421] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4989.934423] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4989.934425] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4989.934428] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4989.934430] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4989.934431] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4989.934434] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4989.934436] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 4989.934442] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4989.934443] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 4989.934448] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 4989.934449] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 4989.934453] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 4989.934455] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4989.934459] tc_run (net/core/dev.c:3945) 
[ 4989.934464] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4989.934467] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4989.934469] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4989.934471] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4989.934476] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4989.934480] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 4989.934482] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4989.934484] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4989.934487] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4989.934492] ? __alloc_skb (net/core/skbuff.c:685) 
[ 4989.934495] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4989.934497] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 4989.934498] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 4989.934500] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 4989.934501] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4989.934504] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4989.934507] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4989.934508] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4989.934512] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4989.934516] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4989.934518]  </IRQ>
[ 4989.934519]  <TASK>
[ 4989.934519] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4989.934521] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 4989.934526] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 4989.934527] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 4989.934528] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 4989.934528] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 4989.934529] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 4989.934530] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 4989.934531] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 4989.934533] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4989.934534] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 4989.934537] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 4989.934541] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 4989.934544] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 4989.934546] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 4989.934551] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4989.934544] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 4989.934546] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 4989.934551] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 4989.934557]  </TASK>
[ 4989.960639] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 4989.961246] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4989.961549] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 4989.962542] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 4989.962826] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 4989.963211] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 4989.963600] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 4989.963989] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 4989.964371] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 4989.964757] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 4989.965194] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4989.965505] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 4989.965887] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 4989.966277] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 4989.966665] Call Trace:
[ 4989.966805]  <IRQ>
[ 4989.966929] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 4989.967171] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 4989.967420] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4989.967692] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 4989.967940] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 4989.968183] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 4989.968427] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 4989.968718] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 4989.968945] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 4989.969213] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 4989.969460] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 4989.969696] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 4989.969984] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 4989.970259] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4989.970547] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 4989.970817] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 4989.971035] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 4989.971236] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 4989.971476] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 4989.971725] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 4989.971972] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 4989.972240] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 4989.972459] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 4989.972742] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 4989.973012] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 4989.973298] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 4989.973512] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 4989.973770] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4989.974010] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 4989.974239] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4989.974447] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4989.974654] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 4989.974882] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 4989.975086] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 4989.975334] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 4989.975574] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 4989.975777] tc_run (net/core/dev.c:3945) 
[ 4989.975952] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 4989.976178] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 4989.976389] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 4989.976681] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 4989.976895] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 4989.977124] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 4989.977351] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4989.977574] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 4989.977790] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 4989.978025] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 4989.978246] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4989.978489] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 4989.978724] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 4989.978934] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 4989.979179] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 4989.979380] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 4989.979611] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 4989.979859] run_timer_softirq (kernel/time/timer.c:2053) 
[ 4989.980075] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 4989.980274] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 4989.980473] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 4989.980737]  </IRQ>
[ 4989.980859]  <TASK>
[ 4989.980980] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 4989.981257] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 4989.981562] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 4989.982561] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 4989.982850] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 4989.983239] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 4989.983623] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 4989.984008] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 4989.984397] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 4989.984788] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 4989.984999] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4989.985269] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4989.985544] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 4989.985819] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 4989.986018] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 4989.986222] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 4989.986487] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 4989.986760] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 4989.986958] ksys_write (fs/read_write.c:643) 
[ 4989.987139] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 4989.987343] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 4989.987616] RIP: 0033:0x7fe20bcaa957
[ 4989.987814] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 4989.988806] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 4989.989219] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 4989.989606] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 4989.989992] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 4989.990384] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 4989.990777] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5067.991186] rcu: 3-....: (3990015 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=933277
| [ 5067.991730] rcu: (t=3850074 jiffies g=443649 q=6 ncpus=4)
| [ 5067.992026] Sending NMI from CPU 3 to CPUs 1:
| [ 5067.992275] NMI backtrace for cpu 1
[ 5067.992282] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5067.992283] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5067.992291] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5067.992293] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5067.992295] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5067.992296] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5067.992297] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5067.992298] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5067.992299] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5067.992302] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5067.992303] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5067.992304] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5067.992305] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5067.992306] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5067.992307] Call Trace:
[ 5067.992309]  <NMI>
[ 5067.992312] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5067.992318] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5067.992323] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5067.992326] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5067.992331] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5067.992333] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5067.992338] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5067.992341] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5067.992344] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5067.992346]  </NMI>
[ 5067.992347]  <IRQ>
[ 5067.992348] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5067.992352] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5067.992357] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5067.992362] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5067.992366] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5067.992368] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5067.992373] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5067.992386] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5067.992392] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5067.992396] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5067.992400] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5067.992403] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5067.992408] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5067.992415] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5067.992417] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5067.992419] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5067.992422] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5067.992424] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5067.992425] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5067.992428] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5067.992430] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5067.992436] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5067.992438] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5067.992442] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5067.992444] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5067.992447] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5067.992451] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5067.992454] tc_run (net/core/dev.c:3945) 
[ 5067.992459] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5067.992462] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5067.992464] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5067.992466] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5067.992470] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5067.992474] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5067.992476] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5067.992478] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5067.992481] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5067.992486] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5067.992489] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5067.992491] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5067.992492] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5067.992493] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5067.992495] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5067.992498] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5067.992501] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5067.992502] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5067.992505] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5067.992510] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5067.992512]  </IRQ>
[ 5067.992513]  <TASK>
[ 5067.992513] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5067.992516] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5067.992521] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5067.992522] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5067.992523] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5067.992524] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5067.992525] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5067.992526] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5067.992526] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5067.992528] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5067.992530] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5067.992533] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5067.992537] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5067.992540] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5067.992542] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5067.992547] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5067.992540] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 5067.992542] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 5067.992547] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5067.992552]  </TASK>
[ 5068.018852] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5068.019453] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 5068.019754] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 5068.020747] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5068.021036] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5068.021425] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5068.021808] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5068.022196] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5068.022584] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5068.022980] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5068.023411] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5068.023726] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5068.024109] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5068.024492] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5068.024879] Call Trace:
[ 5068.025024]  <IRQ>
[ 5068.025144] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5068.025387] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5068.025634] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5068.025904] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 5068.026153] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5068.026404] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5068.026647] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5068.026941] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5068.027166] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5068.027431] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5068.027676] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5068.027916] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5068.028200] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5068.028470] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5068.028777] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 5068.029048] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5068.029265] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5068.029466] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5068.029707] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5068.029959] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5068.030209] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5068.030480] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5068.030703] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5068.030993] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5068.031262] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5068.031545] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5068.031759] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5068.032023] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5068.032270] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5068.032499] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5068.032709] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5068.032924] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5068.033153] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5068.033358] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5068.033613] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5068.033858] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5068.034068] tc_run (net/core/dev.c:3945) 
[ 5068.034246] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5068.034473] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5068.034686] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5068.034985] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5068.035197] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5068.035423] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5068.035648] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5068.035875] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5068.036088] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5068.036322] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5068.036536] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5068.036776] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5068.037014] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5068.037222] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5068.037463] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5068.037666] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5068.037907] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5068.038144] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5068.038358] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5068.038558] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5068.038757] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5068.039022]  </IRQ>
[ 5068.039141]  <TASK>
[ 5068.039260] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5068.039539] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5068.039845] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5068.040837] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5068.041128] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5068.041512] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5068.041900] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5068.042291] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5068.042675] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5068.043062] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5068.043271] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5068.043539] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5068.043813] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5068.044083] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5068.044286] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5068.044488] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5068.044754] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5068.045028] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5068.045220] ksys_write (fs/read_write.c:643) 
[ 5068.045405] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5068.045608] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5068.045883] RIP: 0033:0x7fe20bcaa957
[ 5068.046083] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5068.047076] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5068.047483] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5068.047865] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5068.048245] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5068.048623] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5068.049016] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5068.049406]  </TASK>
| [ 5146.049841] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 5146.050185] rcu: 1-...0: (4067330 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=952189
| [ 5146.050728] rcu: (t=3928133 jiffies g=443649 q=6 ncpus=4)
[ 5146.051388] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5146.051996] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5146.052301] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5146.053277] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5146.053560] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5146.053939] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5146.054316] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5146.054696] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5146.055075] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5146.055455] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5146.055891] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5146.056203] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5146.056588] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5146.056968] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5146.057348] Call Trace:
[ 5146.057485]  <IRQ>
[ 5146.057603] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5146.057849] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5146.058103] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5146.058317] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5146.058539] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5146.058747] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 5146.058994] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5146.059235] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5146.059477] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5146.059767] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5146.059991] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5146.060254] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5146.060496] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5146.060734] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5146.061018] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5146.061294] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5146.061583] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5146.061848] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5146.062057] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5146.062253] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5146.062489] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5146.062741] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5146.062993] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5146.063264] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5146.063491] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5146.063780] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5146.064060] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5146.064344] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5146.064552] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5146.064763] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5146.065021] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5146.065232] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5146.065501] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5146.065718] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5146.065931] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5146.066140] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5146.066357] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5146.066573] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5146.066819] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5146.067036] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5146.067258] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5146.067482] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5146.067718] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5146.067931] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5146.068136] tc_run (net/core/dev.c:3945) 
[ 5146.068313] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5146.068546] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5146.068760] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5146.068979] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5146.069204] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5146.069430] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5146.069645] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5146.069872] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5146.070087] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5146.070317] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5146.070519] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5146.070764] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5146.071010] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5146.071224] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5146.071474] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5146.071681] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5146.071925] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5146.072139] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5146.072341] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5146.072534] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5146.072793]  </IRQ>
[ 5146.072917]  <TASK>
[ 5146.073042] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5146.073322] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5146.073590] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5146.074575] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5146.074860] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5146.075241] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5146.075627] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5146.076013] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5146.076394] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5146.076776] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5146.077018] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5146.077261] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5146.077444] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5146.077709] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5146.077925] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5146.078137] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5146.078137] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5146.078431]  </TASK>
| [ 5146.078555] Sending NMI from CPU 1 to CPUs 3:
| [ 5146.078805] NMI backtrace for cpu 3
[ 5146.078813] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5146.078815] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5146.078824] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5146.078826] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5146.078828] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5146.078829] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5146.078830] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5146.078831] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5146.078832] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5146.078835] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5146.078836] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5146.078839] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5146.078840] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5146.078840] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5146.078841] Call Trace:
[ 5146.078843]  <NMI>
[ 5146.078846] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5146.078852] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5146.078859] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5146.078862] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5146.078867] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5146.078869] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5146.078875] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5146.078877] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5146.078880] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5146.078882]  </NMI>
[ 5146.078882]  <IRQ>
[ 5146.078883] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5146.078889] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5146.078895] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5146.078900] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5146.078906] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5146.078907] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5146.078914] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5146.078918] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5146.078925] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5146.078930] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5146.078934] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5146.078940] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5146.078947] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5146.078950] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5146.078953] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5146.078955] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5146.078958] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5146.078961] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5146.078964] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5146.078966] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5146.078968] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5146.078972] tc_run (net/core/dev.c:3945) 
[ 5146.078978] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5146.078980] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5146.078982] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5146.078985] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5146.078988] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5146.078990] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5146.078995] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5146.078996] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5146.078999] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5146.079005] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5146.079008] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5146.079010] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5146.079012] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5146.079014] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5146.079015] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5146.079019] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5146.079021] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5146.079025] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5146.079026] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5146.079029] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5146.079033] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5146.079036]  </IRQ>
[ 5146.079037]  <TASK>
[ 5146.079037] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5146.079040] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5146.079042] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5146.079044] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5146.079045] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5146.079046] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5146.079046] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5146.079047] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5146.079048] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5146.079050] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5146.079052] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5146.079054] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5146.079056] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5146.079058] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5146.079064] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5146.079066] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5146.079071] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5146.079075] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5146.079079] ksys_write (fs/read_write.c:643) 
[ 5146.079081] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5146.079083] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5146.079085] RIP: 0033:0x7fe20bcaa957
[ 5146.079096] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5146.079097] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5146.079099] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5146.079100] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5146.079100] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5146.079101] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5146.079102] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5224.082217] rcu: 3-....: (4146021 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=970999
| [ 5224.082764] rcu: (t=4006165 jiffies g=443649 q=6 ncpus=4)
| [ 5224.083063] Sending NMI from CPU 3 to CPUs 1:
| [ 5224.083319] NMI backtrace for cpu 1
[ 5224.083328] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5224.083333] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5224.083346] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5224.083348] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5224.083350] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5224.083352] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5224.083352] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5224.083353] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5224.083354] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5224.083357] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5224.083358] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5224.083359] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5224.083360] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5224.083361] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5224.083362] Call Trace:
[ 5224.083369]  <NMI>
[ 5224.083374] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5224.083380] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5224.083386] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5224.083389] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5224.083394] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5224.083396] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5224.083401] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5224.083404] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5224.083407] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5224.083409]  </NMI>
[ 5224.083409]  <IRQ>
[ 5224.083410] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5224.083415] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5224.083420] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5224.083425] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5224.083430] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5224.083431] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5224.083437] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5224.083441] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5224.083449] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5224.083455] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5224.083459] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5224.083462] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5224.083467] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5224.083474] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5224.083476] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5224.083479] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5224.083481] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5224.083483] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5224.083485] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5224.083487] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5224.083489] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5224.083496] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5224.083497] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5224.083501] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5224.083503] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5224.083506] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5224.083510] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5224.083514] tc_run (net/core/dev.c:3945) 
[ 5224.083519] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5224.083522] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5224.083524] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5224.083526] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5224.083530] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5224.083534] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5224.083537] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5224.083538] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5224.083541] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5224.083546] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5224.083549] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5224.083551] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5224.083552] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5224.083554] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5224.083555] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5224.083558] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5224.083561] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5224.083562] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5224.083565] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5224.083568] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5224.083570]  </IRQ>
[ 5224.083570]  <TASK>
[ 5224.083571] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5224.083574] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5224.083577] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5224.083578] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5224.083579] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5224.083580] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5224.083581] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5224.083581] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5224.083582] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5224.083584] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5224.083586] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5224.083589] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5224.083593] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5224.083596] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5224.083598] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5224.083603] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5224.083596] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 5224.083598] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 5224.083603] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5224.083608]  </TASK>
[ 5224.109807] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5224.110411] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5224.110713] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5224.111698] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5224.111983] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5224.112365] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5224.112756] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5224.113146] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5224.113528] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5224.113914] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5224.114349] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5224.114658] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5224.115040] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5224.115429] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5224.115817] Call Trace:
[ 5224.115956]  <IRQ>
[ 5224.116079] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5224.116323] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5224.116573] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5224.116843] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 5224.117092] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5224.117336] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5224.117579] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5224.117872] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5224.118101] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5224.118362] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5224.118610] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5224.118847] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5224.119135] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5224.119411] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5224.119699] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5224.119971] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5224.120188] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5224.120389] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5224.120629] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5224.120879] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5224.121124] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5224.121395] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5224.121615] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5224.121902] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5224.122170] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5224.122458] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5224.122670] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5224.122930] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5224.123169] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5224.123399] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5224.123609] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5224.123818] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5224.124047] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5224.124251] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5224.124502] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5224.124745] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5224.124952] tc_run (net/core/dev.c:3945) 
[ 5224.125128] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5224.125355] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5224.125569] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5224.125868] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5224.126083] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5224.126313] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5224.126541] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5224.126766] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5224.126984] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5224.127217] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5224.127439] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5224.127683] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5224.127919] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5224.128137] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5224.128381] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5224.128581] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5224.128813] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5224.129058] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5224.129273] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5224.129470] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5224.129665] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5224.129929]  </IRQ>
[ 5224.130048]  <TASK>
[ 5224.130168] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5224.130444] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5224.130748] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5224.131735] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5224.132021] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5224.132406] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5224.132790] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5224.133177] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5224.133565] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5224.133956] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5224.134165] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5224.134434] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5224.134711] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5224.134983] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5224.135180] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5224.135382] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5224.135645] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5224.135915] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5224.136110] ksys_write (fs/read_write.c:643) 
[ 5224.136291] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5224.136494] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5224.136766] RIP: 0033:0x7fe20bcaa957
[ 5224.136973] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5224.137963] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5224.138374] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5224.138762] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5224.139147] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5224.139532] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5224.139921] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5302.140192] rcu: 3-....: (4224022 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=990071
| [ 5302.140740] rcu: (t=4084223 jiffies g=443649 q=6 ncpus=4)
| [ 5302.141038] Sending NMI from CPU 3 to CPUs 1:
| [ 5302.141289] NMI backtrace for cpu 1
[ 5302.141296] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5302.141298] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5302.141307] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5302.141309] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5302.141311] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5302.141312] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5302.141313] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5302.141313] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5302.141314] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5302.141317] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5302.141319] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5302.141320] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5302.141321] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5302.141321] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5302.141322] Call Trace:
[ 5302.141325]  <NMI>
[ 5302.141327] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5302.141332] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5302.141338] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5302.141340] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5302.141344] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5302.141346] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5302.141351] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5302.141354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5302.141356] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5302.141358]  </NMI>
[ 5302.141359]  <IRQ>
[ 5302.141360] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5302.141365] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5302.141370] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5302.141374] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5302.141379] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5302.141381] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5302.141386] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5302.141390] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5302.141397] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5302.141402] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5302.141406] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5302.141409] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5302.141413] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5302.141420] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5302.141422] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5302.141424] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5302.141426] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5302.141428] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5302.141430] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5302.141433] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5302.141434] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5302.141440] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5302.141442] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5302.141446] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5302.141448] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5302.141451] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5302.141453] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5302.141457] tc_run (net/core/dev.c:3945) 
[ 5302.141460] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5302.141463] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5302.141465] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5302.141467] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5302.141470] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5302.141475] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5302.141477] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5302.141479] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5302.141482] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5302.141486] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5302.141490] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5302.141492] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5302.141494] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5302.141495] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5302.141497] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5302.141500] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5302.141503] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5302.141504] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5302.141507] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5302.141510] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5302.141512]  </IRQ>
[ 5302.141513]  <TASK>
[ 5302.141513] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5302.141516] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5302.141520] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5302.141521] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5302.141522] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5302.141523] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5302.141523] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5302.141524] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5302.141525] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5302.141527] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5302.141528] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5302.141531] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5302.141535] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5302.141538] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5302.141541] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5302.141546] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5302.141538] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 5302.141541] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 5302.141546] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5302.141552]  </TASK>
[ 5302.167623] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5302.168236] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5302.168540] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5302.169513] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5302.169792] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5302.170170] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5302.170550] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5302.170928] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5302.171304] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5302.171682] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5302.172119] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5302.172428] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5302.172815] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5302.173198] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5302.173575] Call Trace:
[ 5302.173712]  <IRQ>
[ 5302.173830] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5302.174077] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5302.174328] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5302.174601] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 5302.174845] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5302.175093] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5302.175329] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5302.175615] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5302.175842] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5302.176101] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5302.176347] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5302.176581] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5302.176869] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5302.177141] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5302.177430] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5302.177707] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5302.177919] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5302.178115] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5302.178351] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5302.178604] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5302.178856] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5302.179128] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5302.179350] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5302.179640] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5302.179912] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5302.180200] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5302.180414] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5302.180678] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5302.180921] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5302.181153] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5302.181368] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5302.181582] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5302.181816] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5302.182022] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5302.182278] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5302.182515] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5302.182718] tc_run (net/core/dev.c:3945) 
[ 5302.182891] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5302.183120] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5302.183329] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5302.183617] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5302.183828] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5302.184052] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5302.184282] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5302.184504] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5302.184724] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5302.184954] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5302.185171] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5302.185416] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5302.185650] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5302.185867] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5302.186114] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5302.186316] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5302.186549] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5302.186792] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5302.187006] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5302.187202] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5302.187404] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5302.187673]  </IRQ>
[ 5302.187797]  <TASK>
[ 5302.187921] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5302.188201] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5302.188499] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5302.189472] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5302.189752] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5302.190131] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5302.190508] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5302.190885] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5302.191264] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5302.191643] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5302.191853] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5302.192124] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5302.192393] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5302.192664] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5302.192861] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5302.193059] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5302.193327] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5302.193592] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5302.193782] ksys_write (fs/read_write.c:643) 
[ 5302.193971] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5302.194182] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5302.194458] RIP: 0033:0x7fe20bcaa957
[ 5302.194665] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5302.195642] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5302.196044] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5302.196426] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5302.196817] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5302.197208] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5302.197590] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5302.197982]  </TASK>
| [ 5380.197840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 5380.198183] rcu: 1-...0: (4301450 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1009334
| [ 5380.198729] rcu: (t=4162281 jiffies g=443649 q=6 ncpus=4)
[ 5380.199403] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5380.200014] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5380.200316] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5380.201295] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5380.201575] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5380.201955] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5380.202335] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5380.202713] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5380.203091] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5380.203470] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5380.203906] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5380.204214] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5380.204600] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5380.204983] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5380.205360] Call Trace:
[ 5380.205497]  <IRQ>
[ 5380.205614] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5380.205860] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5380.206110] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5380.206322] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5380.206534] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5380.206750] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 5380.207005] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5380.207261] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5380.207504] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5380.207793] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5380.208015] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5380.208276] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5380.208516] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5380.208753] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5380.209037] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5380.209306] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5380.209599] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5380.209865] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5380.210075] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5380.210270] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5380.210506] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5380.210760] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5380.211017] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5380.211286] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5380.211512] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5380.211802] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5380.212072] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5380.212361] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5380.212574] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5380.212792] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5380.213056] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5380.213266] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5380.213537] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5380.213745] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5380.213953] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5380.214162] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5380.214372] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5380.214579] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5380.214818] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5380.215027] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5380.215247] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5380.215465] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5380.215700] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5380.215914] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5380.216122] tc_run (net/core/dev.c:3945) 
[ 5380.216296] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5380.216520] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5380.216731] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5380.216943] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5380.217171] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5380.217406] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5380.217621] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5380.217844] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5380.218060] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5380.218291] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5380.218499] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5380.218748] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5380.219000] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5380.219218] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5380.219464] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5380.219665] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5380.219902] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5380.220121] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5380.220320] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5380.220515] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5380.220782]  </IRQ>
[ 5380.220905]  <TASK>
[ 5380.221024] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5380.221306] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5380.221578] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5380.222558] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5380.222836] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5380.223218] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5380.223600] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5380.223980] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5380.224360] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5380.224742] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5380.224983] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5380.225222] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5380.225406] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5380.225681] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5380.225898] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5380.226111] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5380.226111] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5380.226397]  </TASK>
| [ 5380.226528] Sending NMI from CPU 1 to CPUs 3:
| [ 5380.226776] NMI backtrace for cpu 3
[ 5380.226783] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5380.226785] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5380.226795] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5380.226797] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5380.226798] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5380.226800] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5380.226801] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5380.226802] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5380.226803] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5380.226806] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5380.226807] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5380.226808] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5380.226809] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5380.226810] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5380.226811] Call Trace:
[ 5380.226813]  <NMI>
[ 5380.226816] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5380.226822] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5380.226829] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5380.226832] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5380.226838] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5380.226840] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5380.226846] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5380.226849] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5380.226851] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5380.226853]  </NMI>
[ 5380.226854]  <IRQ>
[ 5380.226855] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5380.226860] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5380.226867] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5380.226873] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5380.226877] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5380.226879] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5380.226885] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5380.226890] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5380.226896] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5380.226901] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5380.226906] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5380.226911] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5380.226919] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5380.226922] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5380.226925] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5380.226927] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5380.226930] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5380.226933] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5380.226936] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5380.226938] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5380.226940] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5380.226944] tc_run (net/core/dev.c:3945) 
[ 5380.226949] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5380.226952] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5380.226954] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5380.226957] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5380.226959] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5380.226962] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5380.226966] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5380.226968] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5380.226971] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5380.226976] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5380.226979] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5380.226980] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5380.226982] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5380.226983] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5380.226984] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5380.226988] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5380.226990] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5380.226994] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5380.226995] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5380.226999] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5380.227003] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5380.227006]  </IRQ>
[ 5380.227006]  <TASK>
[ 5380.227007] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5380.227009] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5380.227011] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5380.227012] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5380.227013] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5380.227014] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5380.227015] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5380.227016] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5380.227016] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5380.227018] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5380.227021] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5380.227022] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5380.227025] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5380.227027] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5380.227033] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5380.227035] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5380.227040] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5380.227044] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5380.227048] ksys_write (fs/read_write.c:643) 
[ 5380.227050] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5380.227052] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5380.227054] RIP: 0033:0x7fe20bcaa957
[ 5380.227056] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5380.227057] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5380.227059] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5380.227060] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5380.227060] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5380.227061] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5380.227062] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5380.227064]  </TASK>
| [ 5458.229840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 5458.230185] rcu: 1-...0: (4379454 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1028485
| [ 5458.230729] rcu: (t=4240313 jiffies g=443649 q=6 ncpus=4)
[ 5458.231403] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5458.232012] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5458.232324] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5458.233309] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5458.233595] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5458.233983] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5458.234363] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5458.234744] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5458.235132] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5458.235519] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5458.235947] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5458.236258] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5458.236637] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5458.237025] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5458.237403] Call Trace:
[ 5458.237545]  <IRQ>
[ 5458.237672] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5458.237918] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5458.238163] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5458.238374] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5458.238584] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5458.238791] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 5458.239039] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5458.239282] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5458.239525] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5458.239815] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5458.240037] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5458.240301] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5458.240546] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5458.240783] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5458.241064] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5458.241331] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5458.241621] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5458.241886] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5458.242098] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5458.242292] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5458.242527] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5458.242777] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5458.243028] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5458.243300] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5458.243527] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5458.243816] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5458.244084] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5458.244364] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5458.244574] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5458.244787] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5458.245049] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5458.245257] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5458.245531] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5458.245742] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5458.245956] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5458.246173] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5458.246386] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5458.246596] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5458.246840] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5458.247061] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5458.247282] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5458.247500] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5458.247734] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5458.247947] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5458.248152] tc_run (net/core/dev.c:3945) 
[ 5458.248329] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5458.248554] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5458.248766] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5458.248979] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5458.249207] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5458.249434] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5458.249653] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5458.249875] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5458.250096] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5458.250325] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5458.250528] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5458.250775] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5458.251022] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5458.251235] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5458.251484] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5458.251687] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5458.251926] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5458.252140] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5458.252340] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5458.252532] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5458.252791]  </IRQ>
[ 5458.252914]  <TASK>
[ 5458.253036] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5458.253317] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5458.253586] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5458.254576] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5458.254863] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5458.255255] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5458.255638] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5458.256023] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5458.256411] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5458.256805] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5458.257055] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5458.257294] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5458.257477] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5458.257750] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5458.257968] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5458.258182] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5458.258182] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5458.258469]  </TASK>
| [ 5458.258596] Sending NMI from CPU 1 to CPUs 3:
| [ 5458.258850] NMI backtrace for cpu 3
[ 5458.258858] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5458.258860] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5458.258870] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5458.258871] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5458.258873] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5458.258874] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5458.258875] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5458.258876] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5458.258877] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5458.258880] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5458.258881] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5458.258882] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5458.258883] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5458.258884] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5458.258885] Call Trace:
[ 5458.258887]  <NMI>
[ 5458.258890] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5458.258894] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5458.258899] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5458.258902] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5458.258905] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5458.258907] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5458.258914] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5458.258916] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5458.258919] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5458.258921]  </NMI>
[ 5458.258921]  <IRQ>
[ 5458.258922] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5458.258928] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5458.258934] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5458.258939] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5458.258944] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5458.258946] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5458.258952] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5458.258957] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5458.258963] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5458.258968] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5458.258973] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5458.258978] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5458.258985] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5458.258988] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5458.258991] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5458.258994] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5458.258996] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5458.258999] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5458.259003] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5458.259004] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5458.259007] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5458.259011] tc_run (net/core/dev.c:3945) 
[ 5458.259016] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5458.259018] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5458.259020] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5458.259023] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5458.259026] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5458.259028] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5458.259033] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5458.259035] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5458.259037] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5458.259043] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5458.259046] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5458.259047] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5458.259049] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5458.259050] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5458.259051] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5458.259055] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5458.259057] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5458.259060] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5458.259061] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5458.259065] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5458.259069] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5458.259071]  </IRQ>
[ 5458.259072]  <TASK>
[ 5458.259073] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5458.259075] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5458.259077] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5458.259078] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5458.259079] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5458.259080] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5458.259081] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5458.259082] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5458.259083] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5458.259084] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5458.259087] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5458.259089] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5458.259091] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5458.259093] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5458.259099] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5458.259102] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5458.259106] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5458.259110] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5458.259114] ksys_write (fs/read_write.c:643) 
[ 5458.259116] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5458.259119] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5458.259120] RIP: 0033:0x7fe20bcaa957
[ 5458.259132] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5458.259133] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5458.259134] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5458.259135] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5458.259136] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5458.259137] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5458.259137] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5458.259140]  </TASK>
| [ 5536.262841] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 5536.263193] rcu: 1-...0: (4457458 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1047624
| [ 5536.263744] rcu: (t=4318346 jiffies g=443649 q=6 ncpus=4)
[ 5536.264414] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5536.265024] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5536.265326] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5536.266304] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5536.266589] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5536.266975] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5536.267360] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5536.267740] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5536.268126] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5536.268512] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5536.268941] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5536.269245] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5536.269625] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5536.270012] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5536.270393] Call Trace:
[ 5536.270534]  <IRQ>
[ 5536.270654] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5536.270895] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5536.271141] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5536.271350] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5536.271560] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5536.271770] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5536.272018] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5536.272260] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5536.272551] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5536.272773] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5536.273038] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5536.273281] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5536.273518] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5536.273798] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5536.274068] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5536.274359] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5536.274622] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5536.274832] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5536.275027] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5536.275265] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5536.275517] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5536.275766] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5536.276039] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5536.276265] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5536.276560] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5536.276827] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5536.277110] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5536.277320] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5536.277537] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5536.277797] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5536.278007] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5536.278273] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5536.278484] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5536.278699] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5536.278919] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5536.279133] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5536.279345] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5536.279599] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5536.279810] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5536.280039] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5536.280260] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5536.280498] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5536.280710] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5536.280914] tc_run (net/core/dev.c:3945) 
[ 5536.281088] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5536.281317] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5536.281528] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5536.281737] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5536.281963] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5536.282189] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5536.282407] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5536.282633] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5536.282851] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5536.283085] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5536.283293] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5536.283545] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5536.283798] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5536.284017] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5536.284262] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5536.284465] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5536.284704] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5536.284921] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5536.285121] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5536.285319] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5536.285583]  </IRQ>
[ 5536.285703]  <TASK>
[ 5536.285824] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5536.286103] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5536.286382] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5536.287378] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5536.287664] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5536.288052] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5536.288437] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5536.288819] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5536.289209] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5536.289597] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5536.289840] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5536.290083] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5536.290271] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5536.290537] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5536.290751] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5536.290973] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5536.290973] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5536.291263]  </TASK>
| [ 5536.291390] Sending NMI from CPU 1 to CPUs 3:
| [ 5536.291641] NMI backtrace for cpu 3
[ 5536.291648] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5536.291650] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5536.291659] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5536.291661] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5536.291663] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5536.291664] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5536.291665] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5536.291666] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5536.291667] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5536.291670] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5536.291671] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5536.291672] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5536.291673] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5536.291674] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5536.291675] Call Trace:
[ 5536.291677]  <NMI>
[ 5536.291679] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5536.291684] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5536.291689] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5536.291692] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5536.291696] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5536.291698] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5536.291704] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5536.291707] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5536.291709] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5536.291711]  </NMI>
[ 5536.291712]  <IRQ>
[ 5536.291713] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5536.291718] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5536.291724] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5536.291729] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5536.291734] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5536.291736] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5536.291742] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5536.291746] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5536.291752] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5536.291757] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5536.291762] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5536.291767] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5536.291775] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5536.291778] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5536.291780] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5536.291783] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5536.291785] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5536.291789] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5536.291792] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5536.291794] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5536.291797] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5536.291800] tc_run (net/core/dev.c:3945) 
[ 5536.291806] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5536.291808] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5536.291810] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5536.291814] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5536.291816] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5536.291820] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5536.291824] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5536.291826] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5536.291829] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5536.291834] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5536.291836] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5536.291839] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5536.291840] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5536.291842] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5536.291843] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5536.291847] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5536.291849] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5536.291854] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5536.291855] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5536.291858] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5536.291862] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5536.291865]  </IRQ>
[ 5536.291865]  <TASK>
[ 5536.291866] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5536.291868] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5536.291871] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5536.291872] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5536.291873] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5536.291874] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5536.291875] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5536.291875] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5536.291876] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5536.291878] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5536.291880] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5536.291882] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5536.291884] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5536.291886] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5536.291892] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5536.291894] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5536.291899] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5536.291903] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5536.291907] ksys_write (fs/read_write.c:643) 
[ 5536.291909] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5536.291912] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5536.291914] RIP: 0033:0x7fe20bcaa957
[ 5536.291916] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5536.291917] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5536.291918] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5536.291919] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5536.291920] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5536.291921] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5536.291922] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5614.295211] rcu: 3-....: (4536036 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1066748
| [ 5614.295762] rcu: (t=4396378 jiffies g=443649 q=6 ncpus=4)
| [ 5614.296062] Sending NMI from CPU 3 to CPUs 1:
| [ 5614.296316] NMI backtrace for cpu 1
[ 5614.296324] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5614.296326] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5614.296337] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5614.296339] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5614.296341] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5614.296342] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5614.296343] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5614.296344] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5614.296345] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5614.296348] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5614.296349] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5614.296350] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5614.296351] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5614.296352] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5614.296353] Call Trace:
[ 5614.296355]  <NMI>
[ 5614.296359] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5614.296365] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5614.296371] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5614.296373] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5614.296378] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5614.296380] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5614.296385] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5614.296388] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5614.296390] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5614.296392]  </NMI>
[ 5614.296393]  <IRQ>
[ 5614.296394] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5614.296399] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5614.296404] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5614.296409] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5614.296413] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5614.296415] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5614.296420] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5614.296425] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5614.296432] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5614.296437] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5614.296441] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5614.296444] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5614.296449] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5614.296456] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5614.296457] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5614.296460] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5614.296462] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5614.296464] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5614.296466] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5614.296468] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5614.296470] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5614.296476] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5614.296478] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5614.296483] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5614.296484] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5614.296488] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5614.296491] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5614.296496] tc_run (net/core/dev.c:3945) 
[ 5614.296501] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5614.296503] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5614.296505] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5614.296508] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5614.296511] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5614.296515] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5614.296517] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5614.296519] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5614.296522] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5614.296527] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5614.296531] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5614.296533] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5614.296535] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5614.296536] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5614.296538] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5614.296541] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5614.296544] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5614.296545] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5614.296549] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5614.296553] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5614.296555]  </IRQ>
[ 5614.296556]  <TASK>
[ 5614.296556] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5614.296559] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5614.296563] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5614.296565] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5614.296566] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5614.296567] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5614.296568] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5614.296568] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5614.296569] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5614.296571] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5614.296573] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5614.296576] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5614.296581] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5614.296584] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5614.296586] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5614.296591] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5614.296584] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 5614.296586] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 5614.296591] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5614.296598]  </TASK>
[ 5614.322892] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5614.323508] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5614.323813] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5614.324804] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5614.325086] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5614.325470] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5614.325852] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5614.326239] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5614.326622] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5614.327012] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5614.327445] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5614.327753] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5614.328136] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5614.328524] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5614.328908] Call Trace:
[ 5614.329049]  <IRQ>
[ 5614.329171] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5614.329412] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5614.329660] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5614.329930] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 5614.330181] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5614.330427] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5614.330670] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5614.330961] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5614.331183] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5614.331446] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5614.331688] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5614.331928] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5614.332214] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5614.332485] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5614.332780] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5614.333048] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5614.333259] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5614.333457] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5614.333695] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5614.333954] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5614.334208] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5614.334479] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5614.334707] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5614.335001] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5614.335272] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5614.335560] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5614.335777] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5614.336045] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5614.336292] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5614.336520] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5614.336730] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5614.336941] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5614.337170] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5614.337371] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5614.337621] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5614.337865] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5614.338071] tc_run (net/core/dev.c:3945) 
[ 5614.338248] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5614.338472] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5614.338684] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5614.338979] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5614.339197] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5614.339423] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5614.339649] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5614.339875] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5614.340092] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5614.340327] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5614.340545] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5614.340786] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5614.341025] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5614.341237] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5614.341482] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5614.341688] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5614.341926] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5614.342168] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5614.342382] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5614.342585] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5614.342779] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5614.343039]  </IRQ>
[ 5614.343163]  <TASK>
[ 5614.343291] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5614.343573] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5614.343873] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5614.344854] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5614.345137] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5614.345517] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5614.345899] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5614.346288] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5614.346675] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5614.347059] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5614.347266] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5614.347535] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5614.347808] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5614.348075] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5614.348277] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5614.348478] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5614.348742] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5614.349012] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5614.349208] ksys_write (fs/read_write.c:643) 
[ 5614.349392] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5614.349602] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5614.349874] RIP: 0033:0x7fe20bcaa957
[ 5614.350070] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5614.351058] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5614.351465] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5614.351842] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5614.352222] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5614.352599] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5614.352978] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5614.353358]  </TASK>
| [ 5692.352840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 5692.353189] rcu: 1-...0: (4613520 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1085831
| [ 5692.353744] rcu: (t=4474436 jiffies g=443649 q=6 ncpus=4)
[ 5692.354411] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5692.355026] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5692.355331] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5692.356316] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5692.356600] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5692.356990] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5692.357376] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5692.357757] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5692.358140] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5692.358527] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5692.358955] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5692.359261] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5692.359640] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5692.360025] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5692.360405] Call Trace:
[ 5692.360545]  <IRQ>
[ 5692.360665] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5692.360906] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5692.361153] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5692.361363] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5692.361574] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5692.361785] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 5692.362038] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5692.362285] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5692.362528] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5692.362823] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5692.363047] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5692.363312] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5692.363556] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5692.363795] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5692.364079] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5692.364350] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5692.364644] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5692.364912] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5692.365123] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5692.365319] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5692.365554] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5692.365811] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5692.366058] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5692.366324] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5692.366555] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5692.366845] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5692.367114] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5692.367400] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5692.367613] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5692.367832] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5692.368095] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5692.368305] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5692.368578] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5692.368786] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5692.368994] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5692.369203] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5692.369413] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5692.369621] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5692.369861] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5692.370068] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5692.370289] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5692.370507] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5692.370742] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5692.370957] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5692.371163] tc_run (net/core/dev.c:3945) 
[ 5692.371338] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5692.371565] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5692.371782] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5692.371993] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5692.372223] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5692.372448] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5692.372669] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5692.372892] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5692.373117] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5692.373348] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5692.373552] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5692.373799] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5692.374049] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5692.374265] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5692.374514] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5692.374718] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5692.374962] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5692.375177] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5692.375377] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5692.375570] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5692.375835]  </IRQ>
[ 5692.375956]  <TASK>
[ 5692.376076] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5692.376356] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5692.376628] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5692.377605] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5692.377885] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5692.378266] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5692.378645] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5692.379024] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5692.379403] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5692.379785] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5692.380021] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5692.380260] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5692.380441] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5692.380710] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5692.380926] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5692.381137] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5692.381137] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5692.381422]  </TASK>
| [ 5692.381549] Sending NMI from CPU 1 to CPUs 3:
| [ 5692.381802] NMI backtrace for cpu 3
[ 5692.381809] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5692.381811] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5692.381820] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5692.381821] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5692.381823] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5692.381824] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5692.381825] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5692.381826] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5692.381827] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5692.381829] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5692.381830] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5692.381832] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5692.381832] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5692.381833] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5692.381834] Call Trace:
[ 5692.381838]  <NMI>
[ 5692.381841] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5692.381847] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5692.381854] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5692.381857] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5692.381862] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5692.381864] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5692.381870] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5692.381873] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5692.381875] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5692.381877]  </NMI>
[ 5692.381878]  <IRQ>
[ 5692.381879] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5692.381885] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5692.381891] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5692.381895] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5692.381900] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5692.381902] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5692.381909] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5692.381913] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5692.381919] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5692.381925] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5692.381929] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5692.381934] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5692.381942] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5692.381946] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5692.381948] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5692.381951] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5692.381953] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5692.381956] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5692.381959] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5692.381961] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5692.381964] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5692.381967] tc_run (net/core/dev.c:3945) 
[ 5692.381972] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5692.381975] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5692.381977] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5692.381980] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5692.381982] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5692.381985] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5692.381989] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5692.381991] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5692.381993] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5692.381998] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5692.382001] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5692.382003] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5692.382004] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5692.382006] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5692.382007] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5692.382010] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5692.382012] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5692.382016] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5692.382017] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5692.382020] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5692.382024] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5692.382027]  </IRQ>
[ 5692.382027]  <TASK>
[ 5692.382028] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5692.382030] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5692.382033] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5692.382034] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5692.382035] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5692.382036] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5692.382037] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5692.382038] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5692.382038] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5692.382040] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5692.382042] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5692.382044] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5692.382047] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5692.382049] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5692.382054] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5692.382057] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5692.382061] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5692.382065] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5692.382069] ksys_write (fs/read_write.c:643) 
[ 5692.382071] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5692.382074] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5692.382076] RIP: 0033:0x7fe20bcaa957
[ 5692.382078] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5692.382079] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5692.382080] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5692.382081] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5692.382082] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5692.382082] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5692.382083] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5770.385193] rcu: 3-....: (4692041 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1104926
| [ 5770.385750] rcu: (t=4552468 jiffies g=443649 q=6 ncpus=4)
| [ 5770.386047] Sending NMI from CPU 3 to CPUs 1:
| [ 5770.386294] NMI backtrace for cpu 1
[ 5770.386304] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5770.386306] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5770.386315] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5770.386316] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5770.386318] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5770.386319] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5770.386320] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5770.386321] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5770.386322] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5770.386325] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5770.386326] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5770.386327] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5770.386328] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5770.386329] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5770.386330] Call Trace:
[ 5770.386333]  <NMI>
[ 5770.386336] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5770.386342] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5770.386348] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5770.386351] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5770.386356] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5770.386358] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5770.386364] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5770.386366] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5770.386369] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5770.386371]  </NMI>
[ 5770.386371]  <IRQ>
[ 5770.386373] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5770.386378] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5770.386383] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5770.386387] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5770.386392] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5770.386393] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5770.386399] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5770.386404] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5770.386410] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5770.386419] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5770.386423] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5770.386426] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5770.386431] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5770.386437] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5770.386439] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5770.386442] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5770.386444] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5770.386446] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5770.386448] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5770.386450] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5770.386452] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5770.386459] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5770.386460] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5770.386465] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5770.386467] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5770.386471] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5770.386474] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5770.386478] tc_run (net/core/dev.c:3945) 
[ 5770.386483] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5770.386485] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5770.386487] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5770.386490] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5770.386492] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5770.386496] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5770.386498] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5770.386500] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5770.386503] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5770.386507] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5770.386511] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5770.386513] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5770.386515] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5770.386516] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5770.386518] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5770.386521] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5770.386523] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5770.386524] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5770.386527] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5770.386531] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5770.386533]  </IRQ>
[ 5770.386533]  <TASK>
[ 5770.386533] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5770.386536] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5770.386541] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5770.386542] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5770.386543] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5770.386544] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5770.386544] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5770.386545] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5770.386546] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5770.386547] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5770.386549] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5770.386552] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5770.386556] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5770.386560] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5770.386562] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5770.386567] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5770.386560] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 5770.386562] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 5770.386567] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5770.386573]  </TASK>
[ 5770.412872] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5770.413480] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5770.413785] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5770.414782] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5770.415072] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5770.415470] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5770.415853] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5770.416236] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5770.416618] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5770.417005] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5770.417445] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5770.417763] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5770.418156] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5770.418540] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5770.418921] Call Trace:
[ 5770.419060]  <IRQ>
[ 5770.419178] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5770.419424] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5770.419676] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5770.419950] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 5770.420199] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5770.420449] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5770.420686] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5770.420973] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5770.421201] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5770.421461] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5770.421708] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5770.421941] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5770.422228] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5770.422501] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5770.422794] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5770.423063] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5770.423279] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5770.423481] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5770.423722] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5770.423976] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5770.424228] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5770.424502] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5770.424726] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5770.425016] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5770.425285] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5770.425583] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5770.425803] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5770.426075] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5770.426320] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5770.426554] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5770.426771] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5770.426991] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5770.427224] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5770.427435] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5770.427694] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5770.427933] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5770.428136] tc_run (net/core/dev.c:3945) 
[ 5770.428312] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5770.428547] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5770.428759] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5770.429052] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5770.429267] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5770.429493] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5770.429726] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5770.429953] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5770.430172] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5770.430406] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5770.430621] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5770.430869] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5770.431105] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5770.431319] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5770.431566] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5770.431771] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5770.432008] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5770.432254] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5770.432473] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5770.432674] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5770.432875] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5770.433143]  </IRQ>
[ 5770.433264]  <TASK>
[ 5770.433384] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5770.433665] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5770.433975] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5770.434969] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5770.435256] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5770.435651] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5770.436033] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5770.436416] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5770.436797] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5770.437182] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5770.437389] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5770.437663] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5770.437935] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5770.438210] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5770.438408] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5770.438607] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5770.438873] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5770.439138] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5770.439330] ksys_write (fs/read_write.c:643) 
[ 5770.439519] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5770.439727] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5770.440003] RIP: 0033:0x7fe20bcaa957
[ 5770.440210] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5770.441203] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5770.441617] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5770.441996] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5770.442376] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5770.442754] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5770.443137] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5770.443517]  </TASK>
| [ 5848.442853] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 5848.443215] rcu: 1-...0: (4769582 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1124054
| [ 5848.443761] rcu: (t=4630526 jiffies g=443649 q=6 ncpus=4)
[ 5848.444425] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5848.445045] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5848.445349] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5848.446324] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5848.446605] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5848.446984] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5848.447362] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5848.447739] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5848.448117] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5848.448496] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5848.448924] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5848.449239] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5848.449621] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5848.449998] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5848.450374] Call Trace:
[ 5848.450517]  <IRQ>
[ 5848.450641] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5848.450885] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5848.451137] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5848.451347] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5848.451555] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5848.451764] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 5848.452012] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5848.452255] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5848.452496] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5848.452783] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5848.453005] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5848.453265] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5848.453505] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5848.453742] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5848.454024] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5848.454292] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5848.454589] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5848.454855] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5848.455069] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5848.455268] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5848.455508] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5848.455757] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5848.456004] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5848.456271] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5848.456491] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5848.456781] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5848.457057] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5848.457342] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5848.457557] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5848.457772] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5848.458038] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5848.458251] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5848.458522] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5848.458732] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5848.458941] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5848.459148] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5848.459357] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5848.459566] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5848.459808] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5848.460017] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5848.460236] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5848.460455] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5848.460689] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5848.460907] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5848.461114] tc_run (net/core/dev.c:3945) 
[ 5848.461290] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5848.461511] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5848.461728] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5848.461941] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5848.462167] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5848.462391] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5848.462609] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5848.462831] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5848.463051] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5848.463280] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5848.463480] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5848.463722] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5848.463968] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5848.464182] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5848.464433] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5848.464638] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5848.464876] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5848.465097] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5848.465295] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5848.465492] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5848.465754]  </IRQ>
[ 5848.465874]  <TASK>
[ 5848.465994] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5848.466272] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5848.466545] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5848.467520] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5848.467799] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5848.468178] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5848.468556] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5848.468934] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5848.469311] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5848.469689] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5848.469925] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5848.470163] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5848.470342] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5848.470611] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5848.470826] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5848.471036] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5848.471036] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5848.471319]  </TASK>
| [ 5848.471446] Sending NMI from CPU 1 to CPUs 3:
| [ 5848.471699] NMI backtrace for cpu 3
[ 5848.471705] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5848.471707] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5848.471712] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5848.471714] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5848.471716] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5848.471717] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5848.471718] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5848.471719] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5848.471720] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5848.471723] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5848.471724] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5848.471725] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5848.471726] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5848.471727] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5848.471728] Call Trace:
[ 5848.471730]  <NMI>
[ 5848.471732] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5848.471737] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5848.471741] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5848.471744] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5848.471748] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5848.471750] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5848.471754] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5848.471757] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5848.471759] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5848.471762]  </NMI>
[ 5848.471762]  <IRQ>
[ 5848.471763] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5848.471767] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5848.471770] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5848.471774] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5848.471777] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5848.471778] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5848.471782] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5848.471786] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5848.471791] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5848.471796] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5848.471800] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5848.471804] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5848.471810] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5848.471815] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5848.471817] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5848.471820] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5848.471822] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5848.471826] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5848.471830] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5848.471832] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5848.471835] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5848.471839] tc_run (net/core/dev.c:3945) 
[ 5848.471842] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5848.471845] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5848.471847] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5848.471848] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5848.471851] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5848.471853] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5848.471856] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5848.471858] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5848.471860] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5848.471864] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5848.471867] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5848.471868] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5848.471870] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5848.471871] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5848.471873] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5848.471875] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5848.471877] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5848.471882] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5848.471883] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5848.471887] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5848.471889] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5848.471891]  </IRQ>
[ 5848.471892]  <TASK>
[ 5848.471892] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5848.471894] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5848.471897] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5848.471898] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5848.471899] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5848.471900] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5848.471901] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5848.471902] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5848.471902] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5848.471904] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5848.471907] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5848.471909] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5848.471912] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5848.471914] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5848.471917] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5848.471920] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5848.471925] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5848.471930] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5848.471935] ksys_write (fs/read_write.c:643) 
[ 5848.471937] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5848.471940] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5848.471942] RIP: 0033:0x7fe20bcaa957
[ 5848.471949] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5848.471951] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5848.471952] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5848.471953] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5848.471954] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5848.471955] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5848.471956] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5848.471958]  </TASK>
| [ 5926.474840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 5926.475189] rcu: 1-...0: (4847586 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1142971
| [ 5926.475740] rcu: (t=4708558 jiffies g=443649 q=6 ncpus=4)
[ 5926.476401] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5926.477008] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5926.477314] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5926.478287] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 5926.478569] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 5926.478948] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 5926.479324] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 5926.479700] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5926.480081] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 5926.480460] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 5926.480888] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5926.481203] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 5926.481589] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5926.481967] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5926.482344] Call Trace:
[ 5926.482484]  <IRQ>
[ 5926.482604] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 5926.482851] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 5926.483103] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5926.483323] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5926.483540] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5926.483750] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 5926.484007] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 5926.484254] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 5926.484493] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 5926.484790] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 5926.485011] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 5926.485276] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 5926.485522] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 5926.485759] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 5926.486040] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 5926.486309] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5926.486601] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5926.486867] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5926.487079] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5926.487273] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5926.487508] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5926.487761] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5926.488010] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5926.488282] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5926.488504] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5926.488793] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5926.489065] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5926.489353] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5926.489566] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5926.489779] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5926.490047] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5926.490264] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5926.490536] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5926.490746] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5926.490957] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5926.491165] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5926.491374] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5926.491583] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 5926.491822] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5926.492031] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 5926.492252] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 5926.492470] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 5926.492704] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 5926.492919] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5926.493132] tc_run (net/core/dev.c:3945) 
[ 5926.493311] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5926.493534] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5926.493747] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5926.493964] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5926.494189] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5926.494413] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 5926.494640] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5926.494870] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5926.495084] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5926.495317] ? __alloc_skb (net/core/skbuff.c:685) 
[ 5926.495520] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5926.495773] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 5926.496023] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 5926.496236] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 5926.496479] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5926.496686] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5926.496920] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5926.497133] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5926.497330] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5926.497527] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5926.497788]  </IRQ>
[ 5926.497907]  <TASK>
[ 5926.498025] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5926.498301] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 5926.498574] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 5926.499550] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 5926.499831] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 5926.500210] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 5926.500588] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 5926.500969] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 5926.501347] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 5926.501725] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5926.501963] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 5926.502203] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 5926.502386] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 5926.502654] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 5926.502877] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 5926.503087] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5926.503087] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 5926.503371]  </TASK>
| [ 5926.503495] Sending NMI from CPU 1 to CPUs 3:
| [ 5926.503744] NMI backtrace for cpu 3
[ 5926.503750] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 5926.503752] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5926.503757] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 5926.503758] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 5926.503760] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 5926.503762] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 5926.503762] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 5926.503763] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 5926.503764] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 5926.503767] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 5926.503768] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 5926.503769] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 5926.503770] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 5926.503771] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 5926.503772] Call Trace:
[ 5926.503773]  <NMI>
[ 5926.503775] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 5926.503781] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 5926.503785] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 5926.503787] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 5926.503791] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 5926.503794] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 5926.503797] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5926.503800] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5926.503803] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 5926.503805]  </NMI>
[ 5926.503805]  <IRQ>
[ 5926.503806] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 5926.503810] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 5926.503813] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 5926.503816] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 5926.503819] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 5926.503821] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 5926.503825] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 5926.503828] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 5926.503834] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 5926.503839] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 5926.503844] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 5926.503847] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 5926.503854] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5926.503858] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 5926.503861] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5926.503863] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5926.503866] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 5926.503870] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 5926.503874] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 5926.503876] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 5926.503879] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 5926.503882] tc_run (net/core/dev.c:3945) 
[ 5926.503885] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 5926.503888] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 5926.503890] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 5926.503892] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 5926.503894] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 5926.503897] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 5926.503900] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5926.503901] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 5926.503904] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 5926.503907] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 5926.503910] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5926.503912] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 5926.503913] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 5926.503915] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 5926.503916] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 5926.503919] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 5926.503922] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 5926.503926] run_timer_softirq (kernel/time/timer.c:2053) 
[ 5926.503927] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 5926.503930] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 5926.503933] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 5926.503935]  </IRQ>
[ 5926.503935]  <TASK>
[ 5926.503936] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 5926.503937] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 5926.503940] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 5926.503941] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 5926.503942] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 5926.503943] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 5926.503944] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 5926.503944] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 5926.503945] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 5926.503947] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 5926.503949] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5926.503951] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5926.503954] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 5926.503956] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 5926.503959] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 5926.503962] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 5926.503966] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 5926.503971] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 5926.503976] ksys_write (fs/read_write.c:643) 
[ 5926.503978] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 5926.503981] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 5926.503983] RIP: 0033:0x7fe20bcaa957
[ 5926.503986] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 5926.503987] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 5926.503989] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 5926.503989] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 5926.503990] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 5926.503991] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 5926.503992] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 5926.503994]  </TASK>
| [ 6004.506841] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 6004.507189] rcu: 1-...0: (4925590 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1162140
| [ 6004.507738] rcu: (t=4786590 jiffies g=443649 q=6 ncpus=4)
[ 6004.508395] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6004.508993] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6004.509293] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6004.510277] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6004.510561] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6004.510948] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6004.511329] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6004.511711] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6004.512094] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6004.512481] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6004.512910] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6004.513222] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6004.513601] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6004.513982] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6004.514371] Call Trace:
[ 6004.514511]  <IRQ>
[ 6004.514629] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6004.514876] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6004.515129] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6004.515345] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6004.515562] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6004.515775] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 6004.516028] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6004.516276] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6004.516515] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6004.516804] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6004.517028] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6004.517288] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6004.517535] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6004.517768] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6004.518054] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6004.518326] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6004.518614] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6004.518881] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6004.519100] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6004.519298] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6004.519538] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6004.519784] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6004.520029] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6004.520295] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6004.520516] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6004.520800] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6004.521067] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6004.521350] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6004.521561] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6004.521771] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6004.522029] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6004.522239] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6004.522507] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6004.522721] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6004.522937] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6004.523149] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6004.523359] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6004.523572] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6004.523817] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6004.524030] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6004.524264] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6004.524480] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6004.524714] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6004.524929] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6004.525135] tc_run (net/core/dev.c:3945) 
[ 6004.525311] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6004.525533] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6004.525742] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6004.525955] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6004.526183] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6004.526409] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6004.526625] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6004.526849] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6004.527064] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6004.527294] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6004.527495] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6004.527741] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6004.527987] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6004.528198] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6004.528445] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6004.528649] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6004.528888] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6004.529098] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6004.529302] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6004.529494] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6004.529752]  </IRQ>
[ 6004.529876]  <TASK>
[ 6004.530000] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6004.530281] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6004.530550] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6004.531532] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6004.531818] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6004.532203] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6004.532585] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6004.532972] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6004.533357] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6004.533739] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6004.533984] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6004.534234] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6004.534418] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6004.534685] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6004.534904] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6004.535117] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6004.535117] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6004.535400]  </TASK>
| [ 6004.535531] Sending NMI from CPU 1 to CPUs 3:
| [ 6004.535780] NMI backtrace for cpu 3
[ 6004.535785] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6004.535787] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6004.535792] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6004.535794] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6004.535795] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6004.535796] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6004.535797] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6004.535798] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6004.535799] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6004.535802] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6004.535803] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6004.535804] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6004.535805] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6004.535805] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6004.535806] Call Trace:
[ 6004.535808]  <NMI>
[ 6004.535810] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6004.535815] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6004.535820] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6004.535822] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6004.535826] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6004.535829] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6004.535833] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6004.535835] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6004.535839] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6004.535841]  </NMI>
[ 6004.535841]  <IRQ>
[ 6004.535842] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6004.535846] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6004.535849] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6004.535853] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6004.535856] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6004.535857] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6004.535861] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6004.535865] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6004.535870] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6004.535874] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6004.535879] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6004.535882] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6004.535889] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6004.535893] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6004.535896] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6004.535898] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6004.535900] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6004.535904] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6004.535908] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6004.535910] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6004.535913] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6004.535916] tc_run (net/core/dev.c:3945) 
[ 6004.535919] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6004.535921] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6004.535923] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6004.535925] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6004.535927] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6004.535929] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6004.535932] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6004.535934] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6004.535937] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6004.535940] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6004.535943] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6004.535945] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6004.535946] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6004.535948] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6004.535949] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6004.535952] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6004.535954] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6004.535959] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6004.535960] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6004.535964] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6004.535966] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6004.535968]  </IRQ>
[ 6004.535969]  <TASK>
[ 6004.535969] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6004.535971] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6004.535974] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6004.535975] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6004.535976] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6004.535977] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6004.535978] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6004.535978] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6004.535979] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6004.535981] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6004.535984] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6004.535986] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6004.535988] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6004.535990] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6004.535993] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6004.535996] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6004.536000] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6004.536005] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6004.536010] ksys_write (fs/read_write.c:643) 
[ 6004.536012] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6004.536015] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6004.536017] RIP: 0033:0x7fe20bcaa957
[ 6004.536020] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6004.536021] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6004.536022] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6004.536023] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6004.536024] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6004.536025] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6004.536026] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6004.536028]  </TASK>
| [ 6082.538840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 6082.539190] rcu: 1-...0: (5003594 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1181220
| [ 6082.539739] rcu: (t=4864622 jiffies g=443649 q=6 ncpus=4)
[ 6082.540398] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6082.540998] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6082.541302] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6082.542279] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6082.542558] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6082.542935] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6082.543313] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6082.543690] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6082.544074] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6082.544456] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6082.544887] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6082.545194] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6082.545572] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6082.545960] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6082.546344] Call Trace:
[ 6082.546483]  <IRQ>
[ 6082.546611] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6082.546858] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6082.547108] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6082.547319] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6082.547532] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6082.547746] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 6082.547999] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6082.548246] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6082.548481] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6082.548765] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6082.548991] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6082.549248] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6082.549493] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6082.549725] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6082.550008] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6082.550280] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6082.550569] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6082.550836] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6082.551050] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6082.551250] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6082.551488] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6082.551737] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6082.551984] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6082.552249] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6082.552473] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6082.552763] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6082.553033] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6082.553322] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6082.553532] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6082.553746] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6082.554014] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6082.554224] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6082.554492] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6082.554709] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6082.554920] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6082.555130] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6082.555344] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6082.555560] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6082.555807] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6082.556022] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6082.556251] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6082.556475] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6082.556713] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6082.556925] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6082.557128] tc_run (net/core/dev.c:3945) 
[ 6082.557305] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6082.557529] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6082.557738] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6082.557949] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6082.558171] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6082.558400] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6082.558614] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6082.558841] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6082.559056] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6082.559290] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6082.559495] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6082.559743] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6082.559992] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6082.560209] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6082.560455] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6082.560658] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6082.560895] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6082.561113] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6082.561311] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6082.561507] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6082.561770]  </IRQ>
[ 6082.561889]  <TASK>
[ 6082.562008] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6082.562284] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6082.562558] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6082.563532] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6082.563810] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6082.564198] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6082.564583] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6082.564969] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6082.565350] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6082.565732] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6082.565973] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6082.566217] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6082.566400] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6082.566663] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6082.566879] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6082.567092] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6082.567092] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6082.567379]  </TASK>
| [ 6082.567507] Sending NMI from CPU 1 to CPUs 3:
| [ 6082.567751] NMI backtrace for cpu 3
[ 6082.567756] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6082.567758] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6082.567764] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 6082.567765] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6082.567767] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6082.567768] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6082.567769] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6082.567770] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6082.567771] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6082.567774] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6082.567775] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6082.567776] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6082.567777] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6082.567778] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6082.567779] Call Trace:
[ 6082.567780]  <NMI>
[ 6082.567782] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6082.567788] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6082.567793] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6082.567795] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6082.567799] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6082.567801] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6082.567805] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6082.567807] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6082.567809] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6082.567812]  </NMI>
[ 6082.567812]  <IRQ>
[ 6082.567813] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6082.567816] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6082.567820] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6082.567823] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6082.567826] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6082.567828] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6082.567831] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6082.567835] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6082.567841] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6082.567846] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6082.567850] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6082.567853] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6082.567860] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6082.567864] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6082.567867] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6082.567869] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6082.567872] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6082.567876] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6082.567880] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6082.567882] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6082.567885] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6082.567887] tc_run (net/core/dev.c:3945) 
[ 6082.567891] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6082.567893] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6082.567895] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6082.567897] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6082.567900] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6082.567902] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6082.567906] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6082.567908] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6082.567910] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6082.567914] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6082.567917] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6082.567919] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6082.567920] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6082.567922] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6082.567923] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6082.567925] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6082.567927] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6082.567932] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6082.567933] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6082.567936] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6082.567938] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6082.567940]  </IRQ>
[ 6082.567941]  <TASK>
[ 6082.567942] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6082.567943] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6082.567945] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6082.567947] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6082.567948] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6082.567949] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6082.567950] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6082.567951] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6082.567951] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6082.567953] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6082.567956] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6082.567958] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6082.567960] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6082.567962] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6082.567966] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6082.567969] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6082.567973] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6082.567978] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6082.567983] ksys_write (fs/read_write.c:643) 
[ 6082.567985] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6082.567988] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6082.567990] RIP: 0033:0x7fe20bcaa957
[ 6082.567999] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6082.568001] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6082.568002] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6082.568003] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6082.568004] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6082.568005] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6082.568006] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6082.568008]  </TASK>
| [ 6160.570841] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 6160.571194] rcu: 1-...0: (5081598 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1199814
| [ 6160.571751] rcu: (t=4942654 jiffies g=443649 q=6 ncpus=4)
[ 6160.572414] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6160.573024] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6160.573326] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	f3 0f 1e fa          	endbr64
  12:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  17:	41 55                	push   %r13
  19:	41 54                	push   %r12
  1b:	55                   	push   %rbp
  1c:	48 89 fd             	mov    %rdi,%rbp
  1f:	53                   	push   %rbx
  20:	66 90                	xchg   %ax,%ax
  22:	ba 01 00 00 00       	mov    $0x1,%edx
  27:	8b 45 00             	mov    0x0(%rbp),%eax
  2a:*	85 c0                	test   %eax,%eax		<-- trapping instruction
  2c:	75 14                	jne    0x42
  2e:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  33:	85 c0                	test   %eax,%eax
  35:	75 f0                	jne    0x27
  37:	5b                   	pop    %rbx
  38:	5d                   	pop    %rbp
  39:	41 5c                	pop    %r12
  3b:	41 5d                	pop    %r13
  3d:	c3                   	ret
  3e:	cc                   	int3
  3f:	cc                   	int3

Code starting with the faulting instruction
===========================================
   0:	85 c0                	test   %eax,%eax
   2:	75 14                	jne    0x18
   4:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   9:	85 c0                	test   %eax,%eax
   b:	75 f0                	jne    0xfffffffffffffffd
   d:	5b                   	pop    %rbx
   e:	5d                   	pop    %rbp
   f:	41 5c                	pop    %r12
  11:	41 5d                	pop    %r13
  13:	c3                   	ret
  14:	cc                   	int3
  15:	cc                   	int3
[ 6160.574316] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6160.574600] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6160.574988] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6160.575376] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6160.575756] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6160.576139] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6160.576528] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6160.576959] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6160.577266] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6160.577646] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6160.578032] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6160.578413] Call Trace:
[ 6160.578555]  <IRQ>
[ 6160.578675] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6160.578915] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6160.579161] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6160.579371] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6160.579580] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6160.579790] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 6160.580046] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6160.580291] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6160.580534] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6160.580825] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6160.581048] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6160.581310] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6160.581553] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6160.581790] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6160.582071] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6160.582340] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6160.582631] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6160.582895] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6160.583104] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6160.583300] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6160.583538] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6160.583788] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6160.584036] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6160.584302] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6160.584522] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6160.584809] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6160.585074] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6160.585353] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6160.585562] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6160.585775] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6160.586035] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6160.586242] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6160.586509] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6160.586719] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6160.586934] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6160.587150] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6160.587361] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6160.587575] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6160.587817] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6160.588027] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6160.588252] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6160.588471] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6160.588709] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6160.588920] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6160.589121] tc_run (net/core/dev.c:3945) 
[ 6160.589294] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6160.589521] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6160.589729] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6160.589938] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6160.590161] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6160.590391] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6160.590605] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6160.590829] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6160.591044] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6160.591276] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6160.591481] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6160.591732] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6160.591983] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6160.592198] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6160.592442] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6160.592642] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6160.592879] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6160.593094] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6160.593295] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6160.593495] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6160.593755]  </IRQ>
[ 6160.593877]  <TASK>
[ 6160.593999] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6160.594279] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6160.594547] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6160.595532] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6160.595817] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6160.596204] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6160.596585] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6160.596969] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6160.597355] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6160.597743] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6160.597986] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6160.598229] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6160.598415] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6160.598680] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6160.598895] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6160.599113] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6160.599113] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6160.599405]  </TASK>
| [ 6160.599531] Sending NMI from CPU 1 to CPUs 3:
| [ 6160.599781] NMI backtrace for cpu 3
[ 6160.599788] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6160.599789] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6160.599794] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6160.599796] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6160.599798] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6160.599799] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6160.599800] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6160.599801] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6160.599802] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6160.599804] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6160.599806] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6160.599807] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6160.599808] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6160.599808] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6160.599809] Call Trace:
[ 6160.599811]  <NMI>
[ 6160.599812] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6160.599818] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6160.599823] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6160.599825] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6160.599829] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6160.599831] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6160.599835] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6160.599838] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6160.599841] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6160.599843]  </NMI>
[ 6160.599843]  <IRQ>
[ 6160.599844] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6160.599847] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6160.599851] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6160.599854] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6160.599857] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6160.599858] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6160.599862] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6160.599866] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6160.599871] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6160.599876] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6160.599880] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6160.599883] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6160.599890] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6160.599894] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6160.599897] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6160.599899] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6160.599902] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6160.599906] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6160.599910] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6160.599912] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6160.599915] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6160.599917] tc_run (net/core/dev.c:3945) 
[ 6160.599921] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6160.599923] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6160.599925] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6160.599927] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6160.599929] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6160.599932] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6160.599935] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6160.599937] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6160.599939] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6160.599943] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6160.599946] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6160.599948] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6160.599949] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6160.599951] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6160.599953] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6160.599955] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6160.599957] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6160.599962] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6160.599963] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6160.599966] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6160.599968] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6160.599971]  </IRQ>
[ 6160.599971]  <TASK>
[ 6160.599972] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6160.599974] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6160.599976] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6160.599978] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6160.599978] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6160.599979] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6160.599980] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6160.599981] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6160.599982] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6160.599983] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6160.599986] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6160.599988] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6160.599991] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6160.599993] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6160.599996] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6160.599999] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6160.600003] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6160.600008] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6160.600014] ksys_write (fs/read_write.c:643) 
[ 6160.600016] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6160.600019] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6160.600021] RIP: 0033:0x7fe20bcaa957
[ 6160.600024] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6160.600025] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6160.600026] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6160.600027] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6160.600028] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6160.600029] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6160.600030] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6160.600032]  </TASK>
| [ 6238.602840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 6238.603211] rcu: 1-...0: (5159602 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1218430
| [ 6238.603761] rcu: (t=5020686 jiffies g=443649 q=6 ncpus=4)
[ 6238.604424] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6238.605032] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6238.605339] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6238.606316] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6238.606597] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6238.606976] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6238.607354] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6238.607734] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6238.608112] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6238.608492] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6238.608925] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6238.609241] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6238.609624] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6238.610005] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6238.610385] Call Trace:
[ 6238.610522]  <IRQ>
[ 6238.610641] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6238.610890] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6238.611143] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6238.611357] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6238.611567] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6238.611780] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 6238.612036] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6238.612282] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6238.612518] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6238.612803] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6238.613031] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6238.613299] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6238.613540] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6238.613777] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6238.614061] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6238.614329] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6238.614619] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6238.614883] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6238.615092] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6238.615288] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6238.615526] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6238.615779] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6238.616032] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6238.616305] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6238.616528] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6238.616817] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6238.617090] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6238.617376] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6238.617587] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6238.617802] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6238.618070] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6238.618282] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6238.618554] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6238.618765] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6238.618975] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6238.619187] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6238.619397] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6238.619608] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6238.619849] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6238.620059] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6238.620277] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6238.620496] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6238.620730] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6238.620949] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6238.621155] tc_run (net/core/dev.c:3945) 
[ 6238.621332] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6238.621555] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6238.621771] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6238.621985] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6238.622211] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6238.622434] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6238.622653] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6238.622876] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6238.623096] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6238.623334] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6238.623538] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6238.623786] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6238.624035] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6238.624253] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6238.624499] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6238.624702] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6238.624936] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6238.625154] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6238.625353] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6238.625549] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6238.625812]  </IRQ>
[ 6238.625933]  <TASK>
[ 6238.626052] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6238.626329] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6238.626602] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6238.627576] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6238.627854] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6238.628231] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6238.628614] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6238.628992] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6238.629369] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6238.629750] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6238.629987] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6238.630225] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6238.630404] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6238.630673] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6238.630890] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6238.631100] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6238.631100] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6238.631382]  </TASK>
| [ 6238.631507] Sending NMI from CPU 1 to CPUs 3:
| [ 6238.631757] NMI backtrace for cpu 3
[ 6238.631762] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6238.631764] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6238.631770] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6238.631771] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6238.631773] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6238.631774] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6238.631775] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6238.631776] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6238.631777] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6238.631780] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6238.631781] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6238.631782] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6238.631783] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6238.631783] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6238.631784] Call Trace:
[ 6238.631786]  <NMI>
[ 6238.631788] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6238.631794] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6238.631798] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6238.631800] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6238.631804] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6238.631806] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6238.631810] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6238.631813] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6238.631815] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6238.631817]  </NMI>
[ 6238.631818]  <IRQ>
[ 6238.631818] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6238.631822] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6238.631825] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6238.631829] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6238.631832] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6238.631834] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6238.631838] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6238.631842] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6238.631847] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6238.631852] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6238.631856] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6238.631859] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6238.631866] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6238.631871] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6238.631873] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6238.631876] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6238.631878] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6238.631882] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6238.631886] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6238.631888] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6238.631892] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6238.631894] tc_run (net/core/dev.c:3945) 
[ 6238.631898] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6238.631900] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6238.631902] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6238.631904] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6238.631906] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6238.631908] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6238.631911] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6238.631913] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6238.631915] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6238.631919] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6238.631922] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6238.631923] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6238.631925] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6238.631927] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6238.631928] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6238.631931] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6238.631933] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6238.631938] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6238.631939] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6238.631942] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6238.631945] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6238.631947]  </IRQ>
[ 6238.631947]  <TASK>
[ 6238.631948] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6238.631950] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6238.631952] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6238.631953] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6238.631955] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6238.631955] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6238.631956] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6238.631957] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6238.631957] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6238.631959] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6238.631962] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6238.631964] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6238.631967] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6238.631969] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6238.631972] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6238.631975] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6238.631979] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6238.631984] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6238.631990] ksys_write (fs/read_write.c:643) 
[ 6238.631992] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6238.631995] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6238.631997] RIP: 0033:0x7fe20bcaa957
[ 6238.631999] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6238.632001] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6238.632002] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6238.632003] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6238.632004] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6238.632005] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6238.632005] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6316.635186] rcu: 3-....: (5238065 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1237077
| [ 6316.635733] rcu: (t=5098718 jiffies g=443649 q=6 ncpus=4)
| [ 6316.636034] Sending NMI from CPU 3 to CPUs 1:
| [ 6316.636278] NMI backtrace for cpu 1
[ 6316.636284] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6316.636286] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6316.636295] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6316.636297] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6316.636299] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6316.636300] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6316.636301] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6316.636301] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6316.636303] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6316.636306] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6316.636307] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6316.636308] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6316.636309] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6316.636309] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6316.636310] Call Trace:
[ 6316.636312]  <NMI>
[ 6316.636316] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6316.636322] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6316.636328] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6316.636330] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6316.636334] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6316.636337] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6316.636342] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6316.636344] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6316.636347] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6316.636349]  </NMI>
[ 6316.636350]  <IRQ>
[ 6316.636351] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6316.636356] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6316.636361] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6316.636366] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6316.636370] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6316.636372] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6316.636378] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6316.636390] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6316.636397] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6316.636402] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6316.636406] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6316.636409] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6316.636414] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6316.636421] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6316.636423] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6316.636426] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6316.636428] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6316.636430] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6316.636432] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6316.636434] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6316.636436] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6316.636441] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6316.636443] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6316.636447] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6316.636448] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6316.636452] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6316.636455] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6316.636459] tc_run (net/core/dev.c:3945) 
[ 6316.636464] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6316.636466] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6316.636469] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6316.636471] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6316.636475] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6316.636479] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6316.636481] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6316.636483] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6316.636486] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6316.636491] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6316.636494] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6316.636496] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6316.636498] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6316.636499] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6316.636500] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6316.636504] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6316.636507] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6316.636508] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6316.636511] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6316.636515] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6316.636517]  </IRQ>
[ 6316.636518]  <TASK>
[ 6316.636518] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6316.636521] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6316.636525] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6316.636526] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6316.636527] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6316.636528] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6316.636529] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6316.636530] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6316.636530] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6316.636532] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6316.636534] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6316.636537] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6316.636541] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6316.636545] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6316.636547] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6316.636551] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6316.636545] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 6316.636547] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 6316.636551] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6316.636556]  </TASK>
[ 6316.662593] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6316.663205] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6316.663503] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6316.664473] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6316.664751] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6316.665131] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6316.665507] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6316.665885] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6316.666261] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6316.666641] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6316.667074] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6316.667385] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6316.667771] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6316.668149] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6316.668526] Call Trace:
[ 6316.668665]  <IRQ>
[ 6316.668780] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6316.669024] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6316.669274] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6316.669545] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 6316.669790] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6316.670038] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6316.670273] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6316.670558] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6316.670785] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6316.671045] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6316.671290] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6316.671522] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6316.671806] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6316.672077] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6316.672365] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6316.672633] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6316.672851] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6316.673045] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6316.673279] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6316.673531] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6316.673782] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6316.674050] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6316.674275] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6316.674564] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6316.674833] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6316.675118] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6316.675333] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6316.675597] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6316.675840] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6316.676072] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6316.676285] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6316.676501] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6316.676730] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6316.676936] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6316.677191] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6316.677433] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6316.677634] tc_run (net/core/dev.c:3945) 
[ 6316.677805] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6316.678033] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6316.678241] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6316.678529] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6316.678739] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6316.678961] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6316.679190] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6316.679414] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6316.679630] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6316.679859] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6316.680072] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6316.680319] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6316.680552] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6316.680764] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6316.681010] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6316.681210] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6316.681444] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6316.681688] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6316.681910] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6316.682110] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6316.682308] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6316.682576]  </IRQ>
[ 6316.682695]  <TASK>
[ 6316.682826] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6316.683107] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6316.683406] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6316.684380] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6316.684661] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6316.685038] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6316.685414] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6316.685792] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6316.686169] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6316.686547] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6316.686752] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6316.687024] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6316.687292] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6316.687563] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6316.687758] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6316.687956] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6316.688222] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6316.688486] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6316.688677] ksys_write (fs/read_write.c:643) 
[ 6316.688867] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6316.689073] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6316.689347] RIP: 0033:0x7fe20bcaa957
[ 6316.689548] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6316.690518] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6316.690919] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6316.691304] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6316.691684] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6316.692062] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6316.692439] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6394.694207] rcu: 3-....: (5316067 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1255530
| [ 6394.694754] rcu: (t=5176777 jiffies g=443649 q=6 ncpus=4)
| [ 6394.695055] Sending NMI from CPU 3 to CPUs 1:
| [ 6394.695309] NMI backtrace for cpu 1
[ 6394.695317] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6394.695322] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6394.695333] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6394.695335] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6394.695337] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6394.695338] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6394.695339] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6394.695340] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6394.695341] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6394.695344] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6394.695345] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6394.695346] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6394.695347] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6394.695348] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6394.695349] Call Trace:
[ 6394.695357]  <NMI>
[ 6394.695363] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6394.695369] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6394.695375] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6394.695378] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6394.695382] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6394.695384] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6394.695389] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6394.695392] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6394.695394] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6394.695397]  </NMI>
[ 6394.695397]  <IRQ>
[ 6394.695398] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6394.695403] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6394.695408] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6394.695413] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6394.695417] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6394.695419] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6394.695424] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6394.695428] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6394.695435] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6394.695442] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6394.695446] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6394.695449] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6394.695454] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6394.695461] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6394.695463] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6394.695465] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6394.695467] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6394.695470] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6394.695471] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6394.695474] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6394.695476] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6394.695482] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6394.695484] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6394.695488] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6394.695490] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6394.695494] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6394.695496] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6394.695500] tc_run (net/core/dev.c:3945) 
[ 6394.695506] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6394.695509] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6394.695511] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6394.695513] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6394.695517] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6394.695521] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6394.695524] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6394.695526] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6394.695529] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6394.695534] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6394.695537] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6394.695539] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6394.695541] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6394.695542] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6394.695544] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6394.695547] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6394.695551] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6394.695552] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6394.695555] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6394.695560] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6394.695562]  </IRQ>
[ 6394.695562]  <TASK>
[ 6394.695563] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6394.695566] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6394.695571] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6394.695573] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6394.695574] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6394.695575] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6394.695575] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6394.695576] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6394.695577] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6394.695579] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6394.695581] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6394.695584] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6394.695588] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6394.695591] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6394.695593] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6394.695598] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6394.695591] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 6394.695593] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 6394.695598] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6394.695604]  </TASK>
[ 6394.729776] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6394.730975] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6394.731678] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	f3 0f 1e fa          	endbr64
  12:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  17:	41 55                	push   %r13
  19:	41 54                	push   %r12
  1b:	55                   	push   %rbp
  1c:	48 89 fd             	mov    %rdi,%rbp
  1f:	53                   	push   %rbx
  20:	66 90                	xchg   %ax,%ax
  22:	ba 01 00 00 00       	mov    $0x1,%edx
  27:	8b 45 00             	mov    0x0(%rbp),%eax
  2a:*	85 c0                	test   %eax,%eax		<-- trapping instruction
  2c:	75 14                	jne    0x42
  2e:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  33:	85 c0                	test   %eax,%eax
  35:	75 f0                	jne    0x27
  37:	5b                   	pop    %rbx
  38:	5d                   	pop    %rbp
  39:	41 5c                	pop    %r12
  3b:	41 5d                	pop    %r13
  3d:	c3                   	ret
  3e:	cc                   	int3
  3f:	cc                   	int3

Code starting with the faulting instruction
===========================================
   0:	85 c0                	test   %eax,%eax
   2:	75 14                	jne    0x18
   4:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   9:	85 c0                	test   %eax,%eax
   b:	75 f0                	jne    0xfffffffffffffffd
   d:	5b                   	pop    %rbx
   e:	5d                   	pop    %rbp
   f:	41 5c                	pop    %r12
  11:	41 5d                	pop    %r13
  13:	c3                   	ret
  14:	cc                   	int3
  15:	cc                   	int3
[ 6394.734036] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6394.734719] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6394.735634] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6394.736544] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6394.737458] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6394.738371] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6394.739278] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6394.740311] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6394.741045] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6394.741972] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6394.742900] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6394.743821] Call Trace:
[ 6394.744159]  <IRQ>
[ 6394.744450] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6394.745037] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6394.745640] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6394.746294] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 6394.746893] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6394.747477] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6394.748028] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6394.748722] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6394.749253] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6394.749893] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6394.750475] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6394.751048] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6394.751723] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6394.752383] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6394.753068] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6394.753722] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6394.754241] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6394.754712] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6394.755283] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6394.755882] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6394.756482] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6394.757132] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6394.757670] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6394.758350] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6394.759002] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6394.759663] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6394.760173] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6394.760798] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6394.761364] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6394.761905] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6394.762427] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6394.762945] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6394.763457] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6394.763768] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6394.764161] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6394.764541] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6394.764849] tc_run (net/core/dev.c:3945) 
[ 6394.765137] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6394.765485] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6394.765836] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6394.766275] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6394.766627] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6394.766970] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6394.767344] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6394.767679] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6394.768041] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6394.768394] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6394.768750] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6394.769128] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6394.769509] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6394.769837] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6394.770224] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6394.770541] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6394.770893] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6394.771284] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6394.771630] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6394.771932] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6394.772259] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6394.772881]  </IRQ>
[ 6394.773174]  <TASK>
[ 6394.773477] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6394.774150] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6394.774869] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6394.777254] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6394.777945] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6394.778863] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6394.779783] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6394.780690] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6394.781613] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6394.782534] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6394.783044] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6394.783690] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6394.784345] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6394.785001] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6394.785488] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6394.785986] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6394.786617] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6394.787257] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6394.787727] ksys_write (fs/read_write.c:643) 
[ 6394.788177] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6394.788674] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6394.789328] RIP: 0033:0x7fe20bcaa957
[ 6394.789815] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6394.792134] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6394.793116] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6394.794049] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6394.794948] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6394.795864] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6394.796787] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6394.797712]  </TASK>
| [ 6472.797840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 6472.798195] rcu: 1-...0: (5393769 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1274603
| [ 6472.798743] rcu: (t=5254881 jiffies g=443649 q=6 ncpus=4)
[ 6472.799407] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6472.800011] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6472.800316] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6472.801302] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6472.801588] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6472.801971] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6472.802355] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6472.802732] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6472.803112] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6472.803494] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6472.803922] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6472.804237] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6472.804628] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6472.805005] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6472.805382] Call Trace:
[ 6472.805520]  <IRQ>
[ 6472.805639] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6472.805887] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6472.806140] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6472.806358] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6472.806569] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6472.806779] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 6472.807030] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6472.807276] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6472.807513] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6472.807800] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6472.808025] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6472.808284] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6472.808531] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6472.808765] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6472.809052] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6472.809325] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6472.809609] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6472.809879] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6472.810092] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6472.810291] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6472.810529] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6472.810776] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6472.811020] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6472.811286] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6472.811504] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6472.811794] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6472.812070] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6472.812353] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6472.812564] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6472.812774] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6472.813033] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6472.813242] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6472.813509] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6472.813723] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6472.813941] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6472.814151] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6472.814361] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6472.814575] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6472.814819] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6472.815032] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6472.815258] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6472.815477] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6472.815716] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6472.815927] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6472.816127] tc_run (net/core/dev.c:3945) 
[ 6472.816300] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6472.816527] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6472.816735] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6472.816946] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6472.817170] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6472.817400] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6472.817612] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6472.817840] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6472.818054] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6472.818287] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6472.818490] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6472.818739] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6472.818989] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6472.819202] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6472.819445] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6472.819645] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6472.819879] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6472.820093] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6472.820290] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6472.820487] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6472.820749]  </IRQ>
[ 6472.820869]  <TASK>
[ 6472.820987] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6472.821263] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6472.821536] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6472.822521] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6472.822806] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6472.823188] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6472.823573] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6472.823959] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6472.824344] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6472.824726] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6472.824972] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6472.825215] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6472.825401] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6472.825665] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6472.825880] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6472.826095] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6472.826095] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6472.826385]  </TASK>
| [ 6472.826511] Sending NMI from CPU 1 to CPUs 3:
| [ 6472.826757] NMI backtrace for cpu 3
[ 6472.826765] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6472.826766] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6472.826776] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6472.826777] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6472.826779] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6472.826780] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6472.826781] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6472.826782] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6472.826783] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6472.826787] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6472.826788] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6472.826789] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6472.826790] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6472.826791] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6472.826791] Call Trace:
[ 6472.826793]  <NMI>
[ 6472.826796] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6472.826803] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6472.826810] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6472.826812] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6472.826817] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6472.826819] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6472.826825] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6472.826828] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6472.826830] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6472.826833]  </NMI>
[ 6472.826833]  <IRQ>
[ 6472.826834] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6472.826841] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6472.826847] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6472.826852] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6472.826857] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6472.826859] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6472.826865] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6472.826870] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6472.826877] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6472.826882] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6472.826886] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6472.826891] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6472.826898] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6472.826903] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6472.826906] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6472.826908] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6472.826910] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6472.826915] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6472.826919] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6472.826922] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6472.826924] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6472.826927] tc_run (net/core/dev.c:3945) 
[ 6472.826933] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6472.826936] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6472.826938] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6472.826941] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6472.826943] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6472.826946] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6472.826950] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6472.826951] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6472.826954] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6472.826959] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6472.826962] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6472.826963] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6472.826965] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6472.826966] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6472.826968] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6472.826972] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6472.826974] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6472.826979] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6472.826981] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6472.826984] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6472.826988] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6472.826991]  </IRQ>
[ 6472.826991]  <TASK>
[ 6472.826992] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6472.826994] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6472.826997] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6472.826998] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6472.826999] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6472.827000] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6472.827001] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6472.827002] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6472.827002] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6472.827004] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6472.827008] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6472.827010] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6472.827012] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6472.827014] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6472.827020] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6472.827024] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6472.827029] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6472.827034] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6472.827040] ksys_write (fs/read_write.c:643) 
[ 6472.827042] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6472.827045] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6472.827047] RIP: 0033:0x7fe20bcaa957
[ 6472.827056] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6472.827057] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6472.827058] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6472.827059] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6472.827060] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6472.827061] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6472.827062] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6472.827064]  </TASK>
| [ 6550.829840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 6550.830184] rcu: 1-...0: (5471773 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1293690
| [ 6550.830728] rcu: (t=5332913 jiffies g=443649 q=6 ncpus=4)
[ 6550.831383] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6550.831994] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6550.832294] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6550.833272] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6550.833550] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6550.833930] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6550.834307] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6550.834683] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6550.835063] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6550.835443] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6550.835880] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6550.836193] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6550.836579] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6550.836958] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6550.837334] Call Trace:
[ 6550.837473]  <IRQ>
[ 6550.837589] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6550.837833] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6550.838082] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6550.838298] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6550.838514] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6550.838724] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 6550.838976] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6550.839222] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6550.839465] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6550.839754] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6550.839977] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6550.840236] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6550.840483] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6550.840715] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6550.840999] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6550.841271] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6550.841558] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6550.841834] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6550.842044] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6550.842238] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6550.842472] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6550.842723] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6550.842971] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6550.843244] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6550.843469] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6550.843756] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6550.844024] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6550.844309] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6550.844524] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6550.844738] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6550.844998] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6550.845211] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6550.845482] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6550.845690] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6550.845899] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6550.846108] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6550.846315] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6550.846522] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6550.846759] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6550.846966] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6550.847187] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6550.847402] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6550.847634] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6550.847845] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6550.848050] tc_run (net/core/dev.c:3945) 
[ 6550.848225] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6550.848447] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6550.848656] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6550.848870] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6550.849096] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6550.849322] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6550.849542] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6550.849764] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6550.849981] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6550.850211] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6550.850411] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6550.850658] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6550.850904] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6550.851118] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6550.851365] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6550.851569] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6550.851811] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6550.852026] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6550.852224] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6550.852418] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6550.852680]  </IRQ>
[ 6550.852799]  <TASK>
[ 6550.852919] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6550.853200] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6550.853471] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6550.854440] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6550.854719] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6550.855095] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6550.855471] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6550.855851] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6550.856228] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6550.856605] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6550.856842] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6550.857081] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6550.857267] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6550.857533] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6550.857750] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6550.857963] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6550.857963] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6550.858247]  </TASK>
| [ 6550.858371] Sending NMI from CPU 1 to CPUs 3:
| [ 6550.858621] NMI backtrace for cpu 3
[ 6550.858627] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6550.858628] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6550.858634] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6550.858635] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6550.858637] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6550.858638] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6550.858639] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6550.858640] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6550.858641] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6550.858644] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6550.858645] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6550.858646] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6550.858647] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6550.858647] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6550.858648] Call Trace:
[ 6550.858650]  <NMI>
[ 6550.858652] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6550.858657] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6550.858662] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6550.858664] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6550.858668] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6550.858670] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6550.858674] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6550.858676] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6550.858678] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6550.858681]  </NMI>
[ 6550.858681]  <IRQ>
[ 6550.858682] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6550.858685] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6550.858689] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6550.858693] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6550.858697] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6550.858698] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6550.858702] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6550.858706] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6550.858711] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6550.858716] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6550.858720] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6550.858724] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6550.858730] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6550.858735] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6550.858738] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6550.858740] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6550.858743] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6550.858747] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6550.858751] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6550.858753] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6550.858755] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6550.858758] tc_run (net/core/dev.c:3945) 
[ 6550.858762] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6550.858765] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6550.858767] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6550.858769] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6550.858772] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6550.858774] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6550.858778] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6550.858779] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6550.858782] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6550.858786] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6550.858789] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6550.858790] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6550.858792] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6550.858793] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6550.858794] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6550.858797] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6550.858799] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6550.858803] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6550.858804] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6550.858807] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6550.858809] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6550.858811]  </IRQ>
[ 6550.858811]  <TASK>
[ 6550.858812] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6550.858814] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6550.858816] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6550.858817] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6550.858818] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6550.858819] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6550.858820] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6550.858820] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6550.858821] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6550.858823] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6550.858826] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6550.858828] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6550.858831] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6550.858832] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6550.858836] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6550.858840] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6550.858845] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6550.858849] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6550.858854] ksys_write (fs/read_write.c:643) 
[ 6550.858857] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6550.858860] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6550.858862] RIP: 0033:0x7fe20bcaa957
[ 6550.858865] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6550.858866] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6550.858868] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6550.858869] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6550.858870] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6550.858871] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6550.858871] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6550.858874]  </TASK>
| [ 6628.861841] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 6628.862191] rcu: 1-...0: (5549777 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1312724
| [ 6628.862742] rcu: (t=5410945 jiffies g=443649 q=6 ncpus=4)
[ 6628.863405] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6628.864006] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6628.864308] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6628.865301] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6628.865587] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6628.865977] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6628.866360] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6628.866742] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6628.867130] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6628.867518] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6628.867945] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6628.868257] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6628.868637] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6628.869017] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6628.869403] Call Trace:
[ 6628.869548]  <IRQ>
[ 6628.869666] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6628.869910] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6628.870155] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6628.870370] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6628.870580] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6628.870787] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 6628.871035] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6628.871285] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6628.871524] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6628.871811] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6628.872035] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6628.872294] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6628.872542] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6628.872774] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6628.873061] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6628.873334] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6628.873624] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6628.873892] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6628.874109] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6628.874307] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6628.874548] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6628.874796] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6628.875041] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6628.875307] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6628.875529] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6628.875813] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6628.876082] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6628.876367] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6628.876579] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6628.876791] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6628.877049] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6628.877259] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6628.877527] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6628.877741] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6628.877959] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6628.878171] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6628.878382] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6628.878595] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6628.878841] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6628.879056] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6628.879283] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6628.879503] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6628.879741] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6628.879953] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6628.880154] tc_run (net/core/dev.c:3945) 
[ 6628.880328] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6628.880556] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6628.880767] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6628.880978] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6628.881205] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6628.881440] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6628.881658] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6628.881883] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6628.882100] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6628.882331] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6628.882533] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6628.882782] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6628.883032] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6628.883244] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6628.883490] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6628.883697] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6628.883936] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6628.884148] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6628.884350] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6628.884543] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6628.884802]  </IRQ>
[ 6628.884926]  <TASK>
[ 6628.885050] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6628.885331] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6628.885601] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6628.886587] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6628.886874] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6628.887256] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6628.887637] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6628.888022] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6628.888407] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6628.888789] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6628.889031] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6628.889274] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6628.889461] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6628.889724] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6628.889940] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6628.890152] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6628.890152] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6628.890440]  </TASK>
| [ 6628.890571] Sending NMI from CPU 1 to CPUs 3:
| [ 6628.890824] NMI backtrace for cpu 3
[ 6628.890831] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6628.890833] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6628.890843] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 6628.890845] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6628.890847] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6628.890849] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6628.890850] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6628.890851] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6628.890852] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6628.890855] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6628.890857] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6628.890858] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6628.890858] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6628.890859] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6628.890860] Call Trace:
[ 6628.890862]  <NMI>
[ 6628.890865] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6628.890871] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6628.890878] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6628.890881] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6628.890886] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6628.890888] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6628.890894] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6628.890897] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6628.890899] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6628.890901]  </NMI>
[ 6628.890902]  <IRQ>
[ 6628.890903] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6628.890908] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6628.890914] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6628.890919] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6628.890924] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6628.890926] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6628.890932] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6628.890937] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6628.890943] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6628.890948] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6628.890953] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6628.890958] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6628.890965] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6628.890970] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6628.890973] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6628.890975] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6628.890978] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6628.890982] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6628.890986] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6628.890989] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6628.890991] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6628.890995] tc_run (net/core/dev.c:3945) 
[ 6628.891000] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6628.891003] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6628.891005] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6628.891008] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6628.891011] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6628.891014] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6628.891018] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6628.891020] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6628.891022] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6628.891027] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6628.891030] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6628.891031] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6628.891033] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6628.891035] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6628.891036] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6628.891040] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6628.891043] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6628.891048] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6628.891050] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6628.891053] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6628.891058] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6628.891061]  </IRQ>
[ 6628.891061]  <TASK>
[ 6628.891062] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6628.891064] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6628.891067] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6628.891068] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6628.891069] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6628.891070] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6628.891071] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6628.891071] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6628.891072] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6628.891073] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6628.891077] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6628.891079] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6628.891082] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6628.891083] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6628.891089] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6628.891092] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6628.891097] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6628.891103] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6628.891109] ksys_write (fs/read_write.c:643) 
[ 6628.891111] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6628.891113] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6628.891115] RIP: 0033:0x7fe20bcaa957
[ 6628.891117] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6628.891118] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6628.891120] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6628.891120] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6628.891121] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6628.891122] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6628.891123] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6706.894197] rcu: 3-....: (5628080 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1331943
| [ 6706.894750] rcu: (t=5488977 jiffies g=443649 q=6 ncpus=4)
| [ 6706.895045] Sending NMI from CPU 3 to CPUs 1:
| [ 6706.895302] NMI backtrace for cpu 1
[ 6706.895317] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6706.895321] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6706.895332] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6706.895334] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6706.895336] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6706.895337] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6706.895338] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6706.895339] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6706.895339] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6706.895342] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6706.895343] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6706.895344] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6706.895346] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6706.895346] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6706.895347] Call Trace:
[ 6706.895352]  <NMI>
[ 6706.895362] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6706.895369] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6706.895374] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6706.895377] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6706.895381] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6706.895383] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6706.895388] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6706.895391] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6706.895393] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6706.895396]  </NMI>
[ 6706.895396]  <IRQ>
[ 6706.895397] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6706.895402] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6706.895407] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6706.895411] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6706.895416] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6706.895417] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6706.895423] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6706.895430] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6706.895438] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6706.895443] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6706.895447] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6706.895449] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6706.895455] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6706.895462] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6706.895464] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6706.895466] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6706.895468] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6706.895470] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6706.895472] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6706.895474] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6706.895476] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6706.895482] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6706.895484] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6706.895488] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6706.895490] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6706.895493] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6706.895496] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6706.895500] tc_run (net/core/dev.c:3945) 
[ 6706.895505] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6706.895508] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6706.895510] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6706.895512] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6706.895516] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6706.895520] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6706.895523] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6706.895524] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6706.895527] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6706.895533] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6706.895536] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6706.895538] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6706.895539] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6706.895541] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6706.895542] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6706.895546] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6706.895549] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6706.895550] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6706.895553] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6706.895558] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6706.895560]  </IRQ>
[ 6706.895560]  <TASK>
[ 6706.895561] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6706.895563] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6706.895568] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6706.895569] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6706.895570] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6706.895571] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6706.895572] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6706.895572] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6706.895573] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6706.895575] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6706.895577] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6706.895580] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6706.895584] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6706.895587] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6706.895589] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6706.895594] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6706.895587] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 6706.895589] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 6706.895594] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6706.895600]  </TASK>
[ 6706.921654] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6706.922265] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6706.922568] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6706.923541] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6706.923819] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6706.924196] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6706.924575] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6706.924952] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6706.925328] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6706.925707] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6706.926147] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6706.926455] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6706.926842] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6706.927223] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6706.927601] Call Trace:
[ 6706.927738]  <IRQ>
[ 6706.927857] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6706.928103] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6706.928354] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6706.928626] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 6706.928872] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6706.929119] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6706.929355] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6706.929640] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6706.929868] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6706.930127] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6706.930371] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6706.930612] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6706.930904] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6706.931174] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6706.931464] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6706.931728] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6706.931939] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6706.932136] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6706.932372] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6706.932625] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6706.932876] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6706.933148] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6706.933371] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6706.933661] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6706.933934] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6706.934221] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6706.934433] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6706.934697] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6706.934939] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6706.935172] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6706.935382] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6706.935597] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6706.935829] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6706.936035] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6706.936287] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6706.936524] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6706.936726] tc_run (net/core/dev.c:3945) 
[ 6706.936899] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6706.937127] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6706.937334] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6706.937622] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6706.937835] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6706.938060] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6706.938289] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6706.938510] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6706.938731] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6706.938961] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6706.939180] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6706.939425] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6706.939659] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6706.939876] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6706.940122] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6706.940324] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6706.940556] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6706.940798] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6706.941017] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6706.941218] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6706.941412] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6706.941670]  </IRQ>
[ 6706.941793]  <TASK>
[ 6706.941917] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6706.942196] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6706.942494] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6706.943468] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6706.943749] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6706.944126] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6706.944503] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6706.944880] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6706.945259] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6706.945636] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6706.945841] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6706.946111] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6706.946379] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6706.946651] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6706.946846] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6706.947044] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6706.947313] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6706.947578] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6706.947767] ksys_write (fs/read_write.c:643) 
[ 6706.947953] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6706.948162] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6706.948439] RIP: 0033:0x7fe20bcaa957
[ 6706.948646] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6706.949631] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6706.950041] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6706.950419] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6706.950797] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6706.951186] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6706.951572] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6706.951956]  </TASK>
| [ 6784.951840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 6784.952192] rcu: 1-...0: (5705839 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1351213
| [ 6784.952740] rcu: (t=5567035 jiffies g=443649 q=6 ncpus=4)
[ 6784.953400] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6784.954006] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6784.954310] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6784.955287] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6784.955569] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6784.955946] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6784.956327] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6784.956704] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6784.957083] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6784.957462] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6784.957890] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6784.958205] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6784.958587] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6784.958965] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6784.959351] Call Trace:
[ 6784.959490]  <IRQ>
[ 6784.959609] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6784.959856] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6784.960112] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6784.960330] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6784.960549] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6784.960756] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 6784.961002] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6784.961246] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6784.961488] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6784.961779] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6784.961999] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6784.962262] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6784.962506] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6784.962741] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6784.963023] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6784.963289] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6784.963579] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6784.963844] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6784.964055] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6784.964249] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6784.964482] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6784.964732] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6784.964980] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6784.965250] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6784.965471] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6784.965758] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6784.966029] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6784.966317] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6784.966528] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6784.966740] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6784.967003] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6784.967218] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6784.967488] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6784.967697] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6784.967908] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6784.968115] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6784.968322] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6784.968530] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6784.968769] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6784.968978] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6784.969198] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6784.969415] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6784.969653] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6784.969867] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6784.970075] tc_run (net/core/dev.c:3945) 
[ 6784.970255] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6784.970484] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6784.970691] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6784.970901] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6784.971123] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6784.971353] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6784.971565] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6784.971791] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6784.972003] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6784.972235] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6784.972438] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6784.972686] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6784.972936] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6784.973148] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6784.973390] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6784.973589] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6784.973821] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6784.974036] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6784.974231] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6784.974427] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6784.974688]  </IRQ>
[ 6784.974806]  <TASK>
[ 6784.974925] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6784.975198] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6784.975469] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6784.976443] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6784.976726] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6784.977104] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6784.977483] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6784.977862] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6784.978241] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6784.978620] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6784.978858] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6784.979098] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6784.979280] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6784.979547] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6784.979767] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6784.979978] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6784.979978] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6784.980266]  </TASK>
| [ 6784.980390] Sending NMI from CPU 1 to CPUs 3:
| [ 6784.980643] NMI backtrace for cpu 3
[ 6784.980651] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6784.980653] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6784.980662] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6784.980664] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6784.980665] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6784.980667] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6784.980668] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6784.980668] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6784.980669] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6784.980672] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6784.980673] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6784.980674] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6784.980675] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6784.980676] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6784.980677] Call Trace:
[ 6784.980679]  <NMI>
[ 6784.980681] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6784.980687] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6784.980694] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6784.980697] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6784.980702] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6784.980704] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6784.980710] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6784.980712] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6784.980715] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6784.980717]  </NMI>
[ 6784.980717]  <IRQ>
[ 6784.980718] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6784.980724] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6784.980730] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6784.980735] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6784.980740] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6784.980742] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6784.980748] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6784.980752] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6784.980759] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6784.980764] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6784.980769] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6784.980774] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6784.980781] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6784.980785] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6784.980787] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6784.980790] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6784.980792] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6784.980796] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6784.980799] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6784.980801] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6784.980803] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6784.980807] tc_run (net/core/dev.c:3945) 
[ 6784.980812] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6784.980815] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6784.980817] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6784.980820] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6784.980823] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6784.980827] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6784.980831] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6784.980833] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6784.980835] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6784.980843] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6784.980846] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6784.980847] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6784.980849] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6784.980851] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6784.980852] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6784.980856] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6784.980858] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6784.980862] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6784.980863] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6784.980866] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6784.980871] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6784.980873]  </IRQ>
[ 6784.980874]  <TASK>
[ 6784.980874] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6784.980877] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6784.980879] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6784.980881] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6784.980882] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6784.980883] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6784.980884] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6784.980885] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6784.980885] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6784.980887] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6784.980890] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6784.980891] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6784.980894] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6784.980896] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6784.980901] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6784.980904] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6784.980908] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6784.980912] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6784.980916] ksys_write (fs/read_write.c:643) 
[ 6784.980918] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6784.980920] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6784.980922] RIP: 0033:0x7fe20bcaa957
[ 6784.980924] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6784.980925] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6784.980927] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6784.980927] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6784.980928] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6784.980929] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6784.980930] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6862.984200] rcu: 3-....: (5784085 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1370563
| [ 6862.984748] rcu: (t=5645067 jiffies g=443649 q=6 ncpus=4)
| [ 6862.985043] Sending NMI from CPU 3 to CPUs 1:
| [ 6862.985292] NMI backtrace for cpu 1
[ 6862.985301] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6862.985303] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6862.985311] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6862.985312] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6862.985315] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6862.985316] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6862.985317] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6862.985318] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6862.985319] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6862.985321] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6862.985322] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6862.985323] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6862.985324] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6862.985325] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6862.985326] Call Trace:
[ 6862.985329]  <NMI>
[ 6862.985332] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6862.985337] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6862.985343] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6862.985345] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6862.985350] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6862.985352] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6862.985358] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6862.985360] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6862.985363] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6862.985365]  </NMI>
[ 6862.985365]  <IRQ>
[ 6862.985366] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6862.985371] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6862.985376] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6862.985380] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6862.985385] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6862.985387] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6862.985392] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6862.985397] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6862.985403] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6862.985408] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6862.985412] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6862.985415] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6862.985420] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6862.985427] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6862.985429] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6862.985431] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6862.985434] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6862.985436] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6862.985437] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6862.985440] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6862.985441] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6862.985448] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6862.985449] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6862.985454] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6862.985456] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6862.985459] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6862.985462] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6862.985467] tc_run (net/core/dev.c:3945) 
[ 6862.985472] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6862.985475] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6862.985477] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6862.985479] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6862.985483] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6862.985487] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6862.985490] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6862.985492] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6862.985495] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6862.985500] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6862.985503] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6862.985505] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6862.985507] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6862.985509] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6862.985510] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6862.985513] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6862.985517] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6862.985518] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6862.985521] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6862.985526] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6862.985528]  </IRQ>
[ 6862.985528]  <TASK>
[ 6862.985529] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6862.985531] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6862.985536] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6862.985537] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6862.985539] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6862.985539] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6862.985540] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6862.985541] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6862.985542] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6862.985544] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6862.985546] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6862.985549] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6862.985553] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6862.985556] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6862.985558] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6862.985563] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6862.985556] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 6862.985558] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 6862.985563] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6862.985569]  </TASK>
[ 6863.011656] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6863.012262] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6863.012562] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6863.013551] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6863.013836] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6863.014218] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6863.014599] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6863.014986] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6863.015372] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6863.015757] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6863.016185] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6863.016493] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6863.016872] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6863.017254] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6863.017640] Call Trace:
[ 6863.017781]  <IRQ>
[ 6863.017902] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6863.018146] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6863.018395] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6863.018663] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 6863.018911] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6863.019153] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6863.019396] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6863.019687] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6863.019912] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6863.020183] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6863.020431] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6863.020664] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6863.020951] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6863.021223] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6863.021514] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6863.021781] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6863.022001] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6863.022199] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6863.022438] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6863.022685] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6863.022931] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6863.023199] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6863.023421] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6863.023704] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6863.023972] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6863.024256] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6863.024472] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6863.024732] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6863.024974] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6863.025200] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6863.025411] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6863.025620] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6863.025849] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6863.026051] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6863.026302] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6863.026546] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6863.026756] tc_run (net/core/dev.c:3945) 
[ 6863.026933] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6863.027156] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6863.027373] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6863.027667] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6863.027879] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6863.028111] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6863.028336] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6863.028563] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6863.028777] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6863.029014] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6863.029234] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6863.029476] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6863.029713] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6863.029922] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6863.030169] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6863.030370] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6863.030607] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6863.030851] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6863.031069] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6863.031267] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6863.031463] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6863.031727]  </IRQ>
[ 6863.031847]  <TASK>
[ 6863.031967] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6863.032246] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6863.032548] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6863.033533] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6863.033816] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6863.034202] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6863.034588] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6863.034970] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6863.035352] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6863.035743] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6863.035955] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6863.036221] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6863.036493] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6863.036762] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6863.036962] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6863.037163] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6863.037423] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6863.037695] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6863.037887] ksys_write (fs/read_write.c:643) 
[ 6863.038071] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6863.038278] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6863.038548] RIP: 0033:0x7fe20bcaa957
[ 6863.038746] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6863.039730] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6863.040144] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6863.040529] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6863.040911] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6863.041293] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6863.041678] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6941.043194] rcu: 3-....: (5862087 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1389720
| [ 6941.043742] rcu: (t=5723126 jiffies g=443649 q=6 ncpus=4)
| [ 6941.044039] Sending NMI from CPU 3 to CPUs 1:
| [ 6941.044282] NMI backtrace for cpu 1
[ 6941.044291] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6941.044292] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6941.044301] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	f3 0f 1e fa          	endbr64
  12:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  17:	41 55                	push   %r13
  19:	41 54                	push   %r12
  1b:	55                   	push   %rbp
  1c:	48 89 fd             	mov    %rdi,%rbp
  1f:	53                   	push   %rbx
  20:	66 90                	xchg   %ax,%ax
  22:	ba 01 00 00 00       	mov    $0x1,%edx
  27:	8b 45 00             	mov    0x0(%rbp),%eax
  2a:*	85 c0                	test   %eax,%eax		<-- trapping instruction
  2c:	75 14                	jne    0x42
  2e:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  33:	85 c0                	test   %eax,%eax
  35:	75 f0                	jne    0x27
  37:	5b                   	pop    %rbx
  38:	5d                   	pop    %rbp
  39:	41 5c                	pop    %r12
  3b:	41 5d                	pop    %r13
  3d:	c3                   	ret
  3e:	cc                   	int3
  3f:	cc                   	int3

Code starting with the faulting instruction
===========================================
   0:	85 c0                	test   %eax,%eax
   2:	75 14                	jne    0x18
   4:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   9:	85 c0                	test   %eax,%eax
   b:	75 f0                	jne    0xfffffffffffffffd
   d:	5b                   	pop    %rbx
   e:	5d                   	pop    %rbp
   f:	41 5c                	pop    %r12
  11:	41 5d                	pop    %r13
  13:	c3                   	ret
  14:	cc                   	int3
  15:	cc                   	int3
[ 6941.044302] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 6941.044304] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 6941.044305] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 6941.044306] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 6941.044307] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6941.044308] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 6941.044311] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 6941.044312] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6941.044313] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 6941.044314] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6941.044314] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6941.044315] Call Trace:
[ 6941.044318]  <NMI>
[ 6941.044320] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 6941.044326] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 6941.044332] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 6941.044335] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 6941.044339] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 6941.044341] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 6941.044346] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6941.044348] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6941.044351] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 6941.044353]  </NMI>
[ 6941.044353]  <IRQ>
[ 6941.044354] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6941.044359] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6941.044365] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6941.044369] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6941.044374] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6941.044375] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6941.044381] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6941.044393] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6941.044400] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6941.044404] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6941.044408] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6941.044411] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6941.044416] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6941.044422] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6941.044424] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6941.044427] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6941.044429] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6941.044431] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6941.044433] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6941.044435] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6941.044437] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 6941.044443] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6941.044445] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 6941.044450] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 6941.044452] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 6941.044455] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 6941.044459] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6941.044462] tc_run (net/core/dev.c:3945) 
[ 6941.044467] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6941.044470] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6941.044472] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6941.044475] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6941.044478] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6941.044482] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 6941.044485] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6941.044486] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6941.044489] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6941.044494] ? __alloc_skb (net/core/skbuff.c:685) 
[ 6941.044497] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6941.044499] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 6941.044501] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 6941.044502] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 6941.044504] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6941.044508] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6941.044511] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6941.044512] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6941.044515] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6941.044519] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6941.044521]  </IRQ>
[ 6941.044522]  <TASK>
[ 6941.044523] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6941.044525] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 6941.044530] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 6941.044531] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 6941.044532] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 6941.044533] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 6941.044534] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 6941.044534] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 6941.044535] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 6941.044537] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6941.044538] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 6941.044541] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 6941.044545] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 6941.044548] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 6941.044551] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 6941.044555] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6941.044548] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 6941.044551] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 6941.044555] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 6941.044561]  </TASK>
[ 6941.070788] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 6941.071406] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6941.071711] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 6941.072696] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 6941.072977] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 6941.073359] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 6941.073737] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 6941.074118] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 6941.074496] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 6941.074880] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 6941.075314] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 6941.075628] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 6941.076017] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 6941.076395] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 6941.076773] Call Trace:
[ 6941.076913]  <IRQ>
[ 6941.077031] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 6941.077279] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 6941.077529] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6941.077800] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 6941.078049] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 6941.078297] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 6941.078532] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 6941.078819] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 6941.079048] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 6941.079306] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 6941.079553] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 6941.079793] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 6941.080078] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 6941.080348] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6941.080644] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 6941.080911] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 6941.081123] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 6941.081317] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 6941.081554] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 6941.081808] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 6941.082061] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 6941.082333] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 6941.082561] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 6941.082853] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 6941.083126] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 6941.083414] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 6941.083630] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 6941.083898] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6941.084142] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 6941.084376] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6941.084591] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6941.084809] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 6941.085041] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 6941.085247] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 6941.085506] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 6941.085744] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 6941.085947] tc_run (net/core/dev.c:3945) 
[ 6941.086121] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 6941.086349] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 6941.086558] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 6941.086852] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 6941.087065] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 6941.087288] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 6941.087519] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6941.087743] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 6941.087961] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 6941.088193] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 6941.088407] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6941.088652] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 6941.088888] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 6941.089099] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 6941.089344] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 6941.089545] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 6941.089785] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 6941.090024] run_timer_softirq (kernel/time/timer.c:2053) 
[ 6941.090237] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 6941.090440] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 6941.090632] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 6941.090892]  </IRQ>
[ 6941.091016]  <TASK>
[ 6941.091139] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 6941.091419] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 6941.091720] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 6941.092700] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 6941.092984] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 6941.093363] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 6941.093743] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 6941.094123] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 6941.094499] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 6941.094878] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 6941.095083] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6941.095354] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6941.095622] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 6941.095894] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 6941.096089] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 6941.096286] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 6941.096550] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 6941.096815] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 6941.097006] ksys_write (fs/read_write.c:643) 
[ 6941.097194] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 6941.097401] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 6941.097675] RIP: 0033:0x7fe20bcaa957
[ 6941.097877] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 6941.098847] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 6941.099246] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 6941.099631] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 6941.100018] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 6941.100397] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 6941.100775] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 6941.101156]  </TASK>
| [ 7019.100853] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 7019.101209] rcu: 1-...0: (5939960 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1408826
| [ 7019.101757] rcu: (t=5801184 jiffies g=443649 q=6 ncpus=4)
[ 7019.102420] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7019.103033] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 7019.103335] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	f3 0f 1e fa          	endbr64
  12:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  17:	41 55                	push   %r13
  19:	41 54                	push   %r12
  1b:	55                   	push   %rbp
  1c:	48 89 fd             	mov    %rdi,%rbp
  1f:	53                   	push   %rbx
  20:	66 90                	xchg   %ax,%ax
  22:	ba 01 00 00 00       	mov    $0x1,%edx
  27:	8b 45 00             	mov    0x0(%rbp),%eax
  2a:*	85 c0                	test   %eax,%eax		<-- trapping instruction
  2c:	75 14                	jne    0x42
  2e:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  33:	85 c0                	test   %eax,%eax
  35:	75 f0                	jne    0x27
  37:	5b                   	pop    %rbx
  38:	5d                   	pop    %rbp
  39:	41 5c                	pop    %r12
  3b:	41 5d                	pop    %r13
  3d:	c3                   	ret
  3e:	cc                   	int3
  3f:	cc                   	int3

Code starting with the faulting instruction
===========================================
   0:	85 c0                	test   %eax,%eax
   2:	75 14                	jne    0x18
   4:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   9:	85 c0                	test   %eax,%eax
   b:	75 f0                	jne    0xfffffffffffffffd
   d:	5b                   	pop    %rbx
   e:	5d                   	pop    %rbp
   f:	41 5c                	pop    %r12
  11:	41 5d                	pop    %r13
  13:	c3                   	ret
  14:	cc                   	int3
  15:	cc                   	int3
[ 7019.104324] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7019.104608] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7019.104990] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7019.105375] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7019.105759] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7019.106141] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7019.106523] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7019.106957] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7019.107264] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7019.107643] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7019.108030] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7019.108416] Call Trace:
[ 7019.108558]  <IRQ>
[ 7019.108683] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7019.108929] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7019.109180] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7019.109401] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7019.109610] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7019.109821] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 7019.110071] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7019.110319] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7019.110562] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7019.110855] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7019.111077] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7019.111340] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7019.111583] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7019.111822] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7019.112103] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7019.112372] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7019.112664] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 7019.112927] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7019.113137] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7019.113331] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7019.113566] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7019.113816] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7019.114066] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7019.114336] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7019.114562] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7019.114851] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7019.115123] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7019.115404] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7019.115613] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7019.115826] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7019.116087] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7019.116295] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7019.116563] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7019.116773] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7019.116987] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7019.117203] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7019.117415] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7019.117626] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7019.117876] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7019.118086] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7019.118313] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7019.118532] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7019.118770] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7019.118979] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7019.119181] tc_run (net/core/dev.c:3945) 
[ 7019.119352] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7019.119586] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7019.119799] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7019.120011] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7019.120240] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7019.120462] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7019.120682] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7019.120904] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7019.121124] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7019.121353] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7019.121557] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7019.121803] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7019.122051] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7019.122266] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7019.122519] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7019.122722] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7019.122961] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7019.123179] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7019.123379] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7019.123570] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7019.123834]  </IRQ>
[ 7019.123956]  <TASK>
[ 7019.124078] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7019.124359] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7019.124628] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7019.125612] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7019.125898] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7019.126285] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7019.126666] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7019.127048] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7019.127434] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7019.127821] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7019.128066] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7019.128308] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7019.128499] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7019.128763] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7019.128977] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7019.129196] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7019.129196] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7019.129490]  </TASK>
| [ 7019.129618] Sending NMI from CPU 1 to CPUs 3:
| [ 7019.129873] NMI backtrace for cpu 3
[ 7019.129881] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7019.129882] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7019.129892] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7019.129894] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7019.129896] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7019.129897] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7019.129898] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7019.129899] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7019.129900] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7019.129903] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7019.129904] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7019.129905] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7019.129906] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7019.129907] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7019.129907] Call Trace:
[ 7019.129910]  <NMI>
[ 7019.129913] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7019.129919] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7019.129926] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7019.129929] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7019.129934] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7019.129936] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7019.129942] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7019.129944] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7019.129947] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7019.129949]  </NMI>
[ 7019.129949]  <IRQ>
[ 7019.129950] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7019.129956] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7019.129962] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7019.129967] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7019.129972] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7019.129973] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7019.129980] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7019.129984] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7019.129991] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7019.129996] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7019.130001] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7019.130006] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7019.130013] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7019.130017] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7019.130019] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7019.130022] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7019.130024] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7019.130028] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7019.130031] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7019.130033] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7019.130036] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7019.130039] tc_run (net/core/dev.c:3945) 
[ 7019.130044] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7019.130047] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7019.130049] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7019.130053] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7019.130055] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7019.130058] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7019.130062] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7019.130064] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7019.130067] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7019.130072] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7019.130074] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7019.130076] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7019.130078] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7019.130079] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7019.130081] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7019.130085] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7019.130087] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7019.130091] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7019.130092] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7019.130096] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7019.130100] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7019.130103]  </IRQ>
[ 7019.130103]  <TASK>
[ 7019.130104] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7019.130106] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7019.130109] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7019.130110] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7019.130111] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7019.130112] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7019.130113] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7019.130113] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7019.130114] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7019.130116] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7019.130118] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7019.130120] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7019.130122] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7019.130124] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7019.130130] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7019.130132] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7019.130137] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7019.130140] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7019.130145] ksys_write (fs/read_write.c:643) 
[ 7019.130147] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7019.130150] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7019.130151] RIP: 0033:0x7fe20bcaa957
[ 7019.130157] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7019.130158] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7019.130160] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7019.130160] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7019.130161] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7019.130162] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7019.130163] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7097.134203] rcu: 3-....: (6018093 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1427756
| [ 7097.134749] rcu: (t=5879217 jiffies g=443649 q=6 ncpus=4)
| [ 7097.135050] Sending NMI from CPU 3 to CPUs 1:
| [ 7097.135300] NMI backtrace for cpu 1
[ 7097.135308] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7097.135310] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7097.135326] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7097.135328] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7097.135330] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7097.135331] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7097.135332] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7097.135333] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7097.135334] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7097.135337] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7097.135338] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7097.135339] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7097.135340] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7097.135341] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7097.135341] Call Trace:
[ 7097.135344]  <NMI>
[ 7097.135347] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7097.135352] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7097.135358] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7097.135360] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7097.135365] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7097.135367] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7097.135372] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7097.135374] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7097.135376] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7097.135379]  </NMI>
[ 7097.135379]  <IRQ>
[ 7097.135380] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7097.135385] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7097.135391] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7097.135395] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7097.135400] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7097.135401] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7097.135407] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7097.135411] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7097.135420] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7097.135425] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7097.135429] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7097.135431] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7097.135436] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7097.135444] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7097.135446] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7097.135449] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7097.135451] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7097.135453] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7097.135455] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7097.135457] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7097.135459] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7097.135466] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7097.135467] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7097.135471] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7097.135473] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7097.135475] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7097.135478] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7097.135481] tc_run (net/core/dev.c:3945) 
[ 7097.135485] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7097.135488] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7097.135490] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7097.135492] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7097.135495] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7097.135499] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7097.135502] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7097.135504] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7097.135506] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7097.135511] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7097.135514] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7097.135516] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7097.135518] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7097.135519] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7097.135520] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7097.135523] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7097.135526] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7097.135527] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7097.135530] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7097.135534] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7097.135537]  </IRQ>
[ 7097.135537]  <TASK>
[ 7097.135538] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7097.135540] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7097.135545] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7097.135546] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7097.135547] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7097.135548] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7097.135548] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7097.135549] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7097.135550] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7097.135552] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7097.135553] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7097.135556] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7097.135561] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7097.135564] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7097.135566] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7097.135571] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7097.135564] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 7097.135566] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 7097.135571] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7097.135578]  </TASK>
[ 7097.161821] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7097.162432] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7097.162739] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7097.163719] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7097.164005] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7097.164384] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7097.164764] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7097.165145] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7097.165526] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7097.165909] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7097.166338] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7097.166653] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7097.167036] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7097.167414] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7097.167791] Call Trace:
[ 7097.167935]  <IRQ>
[ 7097.168055] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7097.168301] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7097.168553] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7097.168826] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 7097.169076] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7097.169322] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7097.169564] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7097.169857] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7097.170078] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7097.170340] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7097.170583] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7097.170821] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7097.171104] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7097.171376] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7097.171669] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7097.171934] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7097.172147] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7097.172345] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7097.172579] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7097.172833] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7097.173084] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7097.173355] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7097.173583] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7097.173875] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7097.174148] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7097.174437] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7097.174656] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7097.174925] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7097.175170] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7097.175400] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7097.175617] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7097.175831] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7097.176063] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7097.176270] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7097.176527] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7097.176768] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7097.176974] tc_run (net/core/dev.c:3945) 
[ 7097.177151] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7097.177377] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7097.177588] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7097.177882] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7097.178092] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7097.178318] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7097.178545] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7097.178768] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7097.178989] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7097.179226] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7097.179443] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7097.179683] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7097.179922] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7097.180132] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7097.180374] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7097.180578] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7097.180816] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7097.181057] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7097.181274] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7097.181476] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7097.181670] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7097.181931]  </IRQ>
[ 7097.182053]  <TASK>
[ 7097.182176] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7097.182458] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7097.182758] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7097.183737] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7097.184019] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7097.184397] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7097.184778] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7097.185159] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7097.185539] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7097.185920] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7097.186126] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7097.186399] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7097.186668] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7097.186938] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7097.187133] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7097.187330] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7097.187593] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7097.187858] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7097.188047] ksys_write (fs/read_write.c:643) 
[ 7097.188236] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7097.188440] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7097.188717] RIP: 0033:0x7fe20bcaa957
[ 7097.188924] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7097.189917] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7097.190323] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7097.190701] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7097.191080] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7097.191456] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7097.191834] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7175.192192] rcu: 3-....: (6096094 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1446704
| [ 7175.192742] rcu: (t=5957275 jiffies g=443649 q=6 ncpus=4)
| [ 7175.193036] Sending NMI from CPU 3 to CPUs 1:
| [ 7175.193284] NMI backtrace for cpu 1
[ 7175.193291] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7175.193293] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7175.193302] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7175.193304] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7175.193306] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7175.193307] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7175.193308] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7175.193309] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7175.193310] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7175.193313] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7175.193314] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7175.193315] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7175.193316] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7175.193317] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7175.193318] Call Trace:
[ 7175.193320]  <NMI>
[ 7175.193323] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7175.193328] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7175.193333] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7175.193335] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7175.193340] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7175.193342] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7175.193347] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7175.193349] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7175.193352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7175.193354]  </NMI>
[ 7175.193355]  <IRQ>
[ 7175.193355] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7175.193361] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7175.193366] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7175.193370] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7175.193375] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7175.193376] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7175.193382] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7175.193386] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7175.193393] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7175.193398] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7175.193402] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7175.193404] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7175.193410] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7175.193417] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7175.193419] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7175.193421] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7175.193424] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7175.193426] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7175.193427] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7175.193430] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7175.193432] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7175.193438] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7175.193439] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7175.193444] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7175.193446] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7175.193449] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7175.193452] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7175.193456] tc_run (net/core/dev.c:3945) 
[ 7175.193461] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7175.193464] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7175.193466] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7175.193468] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7175.193472] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7175.193477] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7175.193479] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7175.193481] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7175.193484] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7175.193489] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7175.193493] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7175.193494] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7175.193496] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7175.193498] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7175.193499] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7175.193503] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7175.193506] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7175.193507] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7175.193511] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7175.193515] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7175.193517]  </IRQ>
[ 7175.193518]  <TASK>
[ 7175.193518] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7175.193521] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7175.193526] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7175.193527] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7175.193528] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7175.193529] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7175.193529] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7175.193530] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7175.193531] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7175.193533] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7175.193535] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7175.193538] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7175.193542] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7175.193545] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7175.193548] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7175.193552] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7175.193545] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 7175.193548] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 7175.193552] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7175.193558]  </TASK>
[ 7175.219689] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7175.220295] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7175.220595] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7175.221585] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7175.221871] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7175.222258] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7175.222647] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7175.223031] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7175.223413] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7175.223801] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7175.224232] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7175.224540] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7175.224922] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7175.225308] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7175.225690] Call Trace:
[ 7175.225831]  <IRQ>
[ 7175.225950] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7175.226189] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7175.226435] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7175.226706] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 7175.226955] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7175.227198] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7175.227439] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7175.227727] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7175.227949] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7175.228209] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7175.228449] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7175.228695] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7175.228982] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7175.229251] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7175.229539] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7175.229808] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7175.230020] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7175.230218] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7175.230458] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7175.230704] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7175.230951] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7175.231218] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7175.231438] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7175.231725] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7175.231993] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7175.232275] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7175.232485] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7175.232745] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7175.232986] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7175.233214] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7175.233422] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7175.233633] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7175.233862] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7175.234062] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7175.234312] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7175.234554] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7175.234761] tc_run (net/core/dev.c:3945) 
[ 7175.234941] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7175.235165] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7175.235376] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7175.235670] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7175.235889] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7175.236114] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7175.236340] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7175.236564] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7175.236780] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7175.237017] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7175.237235] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7175.237477] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7175.237714] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7175.237926] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7175.238170] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7175.238376] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7175.238618] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7175.238863] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7175.239077] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7175.239274] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7175.239473] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7175.239736]  </IRQ>
[ 7175.239856]  <TASK>
[ 7175.239975] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7175.240250] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7175.240554] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7175.241542] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7175.241829] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7175.242211] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7175.242596] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7175.242983] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7175.243370] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7175.243753] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7175.243962] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7175.244232] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7175.244504] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7175.244773] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7175.244973] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7175.245174] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7175.245436] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7175.245705] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7175.245901] ksys_write (fs/read_write.c:643) 
[ 7175.246084] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7175.246289] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7175.246559] RIP: 0033:0x7fe20bcaa957
[ 7175.246753] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7175.247737] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7175.248145] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7175.248521] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7175.248912] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7175.249297] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7175.249678] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7175.250062]  </TASK>
| [ 7253.249840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 7253.250183] rcu: 1-...0: (6174080 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1465862
| [ 7253.250729] rcu: (t=6035333 jiffies g=443649 q=6 ncpus=4)
[ 7253.251397] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7253.252004] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7253.252307] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7253.253281] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7253.253562] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7253.253945] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7253.254321] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7253.254697] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7253.255076] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7253.255454] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7253.255881] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7253.256194] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7253.256574] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7253.256952] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7253.257327] Call Trace:
[ 7253.257467]  <IRQ>
[ 7253.257592] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7253.257837] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7253.258083] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7253.258305] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7253.258516] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7253.258726] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 7253.258976] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7253.259221] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7253.259457] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7253.259744] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7253.259968] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7253.260226] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7253.260470] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7253.260704] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7253.260990] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7253.261261] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7253.261546] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7253.261814] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7253.262026] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7253.262223] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7253.262460] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7253.262705] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7253.262948] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7253.263217] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7253.263439] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7253.263728] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7253.263997] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7253.264282] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7253.264497] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7253.264710] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7253.264973] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7253.265185] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7253.265455] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7253.265662] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7253.265871] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7253.266080] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7253.266287] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7253.266494] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7253.266731] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7253.266938] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7253.267157] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7253.267372] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7253.267604] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7253.267815] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7253.268020] tc_run (net/core/dev.c:3945) 
[ 7253.268195] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7253.268422] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7253.268629] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7253.268837] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7253.269058] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7253.269285] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7253.269499] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7253.269722] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7253.269937] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7253.270168] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7253.270373] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7253.270622] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7253.270875] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7253.271093] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7253.271335] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7253.271535] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7253.271768] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7253.271983] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7253.272181] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7253.272374] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7253.272635]  </IRQ>
[ 7253.272754]  <TASK>
[ 7253.272873] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7253.273148] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7253.273419] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7253.274389] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7253.274669] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7253.275046] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7253.275422] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7253.275798] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7253.276178] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7253.276554] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7253.276792] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7253.277029] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7253.277212] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7253.277477] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7253.277701] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7253.277913] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7253.277913] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7253.278197]  </TASK>
| [ 7253.278329] Sending NMI from CPU 1 to CPUs 3:
| [ 7253.278577] NMI backtrace for cpu 3
[ 7253.278583] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7253.278585] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7253.278594] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7253.278596] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7253.278598] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7253.278599] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7253.278600] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7253.278600] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7253.278601] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7253.278604] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7253.278606] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7253.278607] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7253.278608] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7253.278608] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7253.278609] Call Trace:
[ 7253.278611]  <NMI>
[ 7253.278614] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7253.278620] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7253.278627] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7253.278629] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7253.278634] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7253.278636] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7253.278642] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7253.278645] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7253.278647] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7253.278649]  </NMI>
[ 7253.278650]  <IRQ>
[ 7253.278651] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7253.278656] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7253.278662] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7253.278667] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7253.278672] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7253.278674] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7253.278680] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7253.278685] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7253.278691] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7253.278697] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7253.278702] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7253.278706] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7253.278714] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7253.278718] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7253.278720] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7253.278723] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7253.278726] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7253.278729] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7253.278732] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7253.278734] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7253.278737] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7253.278741] tc_run (net/core/dev.c:3945) 
[ 7253.278746] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7253.278748] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7253.278750] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7253.278754] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7253.278756] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7253.278760] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7253.278764] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7253.278766] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7253.278769] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7253.278774] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7253.278777] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7253.278778] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7253.278780] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7253.278781] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7253.278782] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7253.278786] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7253.278788] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7253.278792] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7253.278793] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7253.278797] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7253.278801] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7253.278804]  </IRQ>
[ 7253.278804]  <TASK>
[ 7253.278805] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7253.278807] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7253.278810] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7253.278811] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7253.278812] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7253.278813] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7253.278814] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7253.278814] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7253.278815] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7253.278817] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7253.278819] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7253.278821] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7253.278823] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7253.278825] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7253.278830] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7253.278833] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7253.278839] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7253.278843] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7253.278847] ksys_write (fs/read_write.c:643) 
[ 7253.278849] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7253.278852] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7253.278853] RIP: 0033:0x7fe20bcaa957
[ 7253.278865] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7253.278866] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7253.278867] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7253.278868] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7253.278869] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7253.278869] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7253.278870] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7331.282193] rcu: 3-....: (6252099 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1484964
| [ 7331.282745] rcu: (t=6113365 jiffies g=443649 q=6 ncpus=4)
| [ 7331.283041] Sending NMI from CPU 3 to CPUs 1:
| [ 7331.283291] NMI backtrace for cpu 1
[ 7331.283300] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7331.283302] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7331.283311] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7331.283312] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7331.283314] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7331.283315] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7331.283316] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7331.283317] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7331.283318] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7331.283321] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7331.283322] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7331.283323] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7331.283324] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7331.283325] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7331.283326] Call Trace:
[ 7331.283328]  <NMI>
[ 7331.283330] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7331.283336] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7331.283341] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7331.283344] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7331.283348] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7331.283350] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7331.283355] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7331.283357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7331.283360] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7331.283362]  </NMI>
[ 7331.283363]  <IRQ>
[ 7331.283363] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7331.283369] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7331.283374] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7331.283379] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7331.283383] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7331.283385] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7331.283390] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7331.283394] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7331.283401] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7331.283406] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7331.283409] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7331.283412] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7331.283417] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7331.283423] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7331.283425] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7331.283428] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7331.283430] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7331.283432] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7331.283434] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7331.283436] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7331.283438] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7331.283444] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7331.283446] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7331.283450] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7331.283452] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7331.283455] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7331.283458] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7331.283461] tc_run (net/core/dev.c:3945) 
[ 7331.283465] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7331.283467] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7331.283469] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7331.283472] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7331.283475] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7331.283479] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7331.283481] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7331.283483] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7331.283486] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7331.283491] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7331.283494] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7331.283496] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7331.283498] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7331.283499] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7331.283501] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7331.283504] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7331.283507] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7331.283508] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7331.283512] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7331.283515] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7331.283517]  </IRQ>
[ 7331.283517]  <TASK>
[ 7331.283518] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7331.283520] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7331.283524] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7331.283526] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7331.283527] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7331.283527] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7331.283528] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7331.283529] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7331.283530] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7331.283532] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7331.283533] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7331.283536] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7331.283540] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7331.283543] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7331.283545] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7331.283550] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7331.283543] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 7331.283545] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 7331.283550] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7331.283556]  </TASK>
[ 7331.309854] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7331.310465] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7331.310769] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7331.311760] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7331.312049] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7331.312431] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7331.312815] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7331.313207] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7331.313599] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7331.313986] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7331.314416] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7331.314725] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7331.315107] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7331.315494] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7331.315883] Call Trace:
[ 7331.316029]  <IRQ>
[ 7331.316150] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7331.316395] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7331.316645] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7331.316916] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 7331.317164] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7331.317409] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7331.317653] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7331.317952] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7331.318177] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7331.318437] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7331.318684] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7331.318918] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7331.319205] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7331.319477] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7331.319767] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7331.320035] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7331.320255] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7331.320452] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7331.320692] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7331.320940] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7331.321187] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7331.321455] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7331.321677] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7331.321962] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7331.322227] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7331.322512] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7331.322726] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7331.322987] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7331.323226] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7331.323452] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7331.323664] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7331.323874] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7331.324102] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7331.324305] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7331.324558] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7331.324805] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7331.325014] tc_run (net/core/dev.c:3945) 
[ 7331.325192] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7331.325417] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7331.325635] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7331.325931] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7331.326147] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7331.326378] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7331.326604] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7331.326833] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7331.327050] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7331.327288] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7331.327510] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7331.327757] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7331.328002] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7331.328214] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7331.328460] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7331.328663] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7331.328900] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7331.329145] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7331.329365] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7331.329564] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7331.329761] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7331.330029]  </IRQ>
[ 7331.330150]  <TASK>
[ 7331.330270] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7331.330552] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7331.330857] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7331.331850] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7331.332138] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7331.332526] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7331.332920] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7331.333304] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7331.333688] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7331.334079] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7331.334292] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7331.334562] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7331.334836] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7331.335107] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7331.335309] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7331.335511] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7331.335773] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7331.336045] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7331.336237] ksys_write (fs/read_write.c:643) 
[ 7331.336424] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7331.336629] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7331.336904] RIP: 0033:0x7fe20bcaa957
[ 7331.337106] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7331.338107] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7331.338512] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7331.338900] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7331.339282] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7331.339667] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7331.340054] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7409.341205] rcu: 3-....: (6330101 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1503757
| [ 7409.341751] rcu: (t=6191424 jiffies g=443649 q=6 ncpus=4)
| [ 7409.342048] Sending NMI from CPU 3 to CPUs 1:
| [ 7409.342293] NMI backtrace for cpu 1
[ 7409.342301] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7409.342303] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7409.342311] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7409.342314] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7409.342315] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7409.342317] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7409.342317] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7409.342318] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7409.342319] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7409.342323] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7409.342324] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7409.342325] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7409.342326] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7409.342327] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7409.342328] Call Trace:
[ 7409.342330]  <NMI>
[ 7409.342333] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7409.342338] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7409.342344] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7409.342346] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7409.342351] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7409.342353] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7409.342358] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7409.342361] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7409.342363] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7409.342365]  </NMI>
[ 7409.342366]  <IRQ>
[ 7409.342367] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7409.342372] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7409.342378] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7409.342382] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7409.342386] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7409.342388] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7409.342394] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7409.342399] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7409.342405] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7409.342411] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7409.342415] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7409.342418] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7409.342422] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7409.342429] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7409.342431] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7409.342434] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7409.342436] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7409.342438] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7409.342440] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7409.342442] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7409.342444] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7409.342450] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7409.342452] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7409.342457] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7409.342459] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7409.342462] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7409.342465] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7409.342469] tc_run (net/core/dev.c:3945) 
[ 7409.342474] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7409.342477] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7409.342479] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7409.342482] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7409.342485] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7409.342489] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7409.342492] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7409.342493] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7409.342496] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7409.342501] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7409.342505] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7409.342507] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7409.342508] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7409.342510] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7409.342512] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7409.342515] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7409.342518] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7409.342519] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7409.342522] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7409.342527] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7409.342529]  </IRQ>
[ 7409.342529]  <TASK>
[ 7409.342530] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7409.342532] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7409.342538] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7409.342539] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7409.342540] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7409.342541] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7409.342541] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7409.342542] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7409.342543] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7409.342545] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7409.342547] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7409.342550] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7409.342554] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7409.342557] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7409.342559] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7409.342564] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7409.342557] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 7409.342559] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 7409.342564] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7409.342570]  </TASK>
[ 7409.368508] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7409.369118] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 7409.369422] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 7409.370395] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7409.370674] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7409.371052] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7409.371431] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7409.371808] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7409.372186] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7409.372572] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7409.373012] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7409.373321] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7409.373713] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7409.374098] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7409.374477] Call Trace:
[ 7409.374615]  <IRQ>
[ 7409.374732] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7409.374983] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7409.375234] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7409.375506] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 7409.375751] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7409.376000] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7409.376236] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7409.376521] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7409.376748] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7409.377009] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7409.377257] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7409.377493] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7409.377785] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7409.378055] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7409.378346] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 7409.378609] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7409.378819] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7409.379014] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7409.379250] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7409.379502] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7409.379752] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7409.380024] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7409.380246] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7409.380538] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7409.380811] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7409.381099] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7409.381311] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7409.381574] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7409.381816] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7409.382048] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7409.382258] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7409.382472] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7409.382704] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7409.382908] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7409.383160] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7409.383396] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7409.383597] tc_run (net/core/dev.c:3945) 
[ 7409.383769] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7409.383997] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7409.384204] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7409.384494] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7409.384705] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7409.384932] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7409.385162] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7409.385384] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7409.385605] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7409.385834] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7409.386052] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7409.386297] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7409.386532] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7409.386749] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7409.386996] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7409.387200] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7409.387435] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7409.387683] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7409.387896] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7409.388098] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7409.388291] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7409.388550]  </IRQ>
[ 7409.388676]  <TASK>
[ 7409.388800] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7409.389082] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7409.389381] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7409.390357] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7409.390639] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7409.391018] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7409.391396] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7409.391778] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7409.392159] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7409.392540] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7409.392746] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7409.393019] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7409.393287] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7409.393560] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7409.393755] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7409.393957] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7409.394224] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7409.394489] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7409.394681] ksys_write (fs/read_write.c:643) 
[ 7409.394867] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7409.395077] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7409.395353] RIP: 0033:0x7fe20bcaa957
[ 7409.395556] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7409.396535] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7409.396938] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7409.397321] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7409.397713] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7409.398094] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7409.398471] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7409.398853]  </TASK>
| [ 7487.398840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 7487.399201] rcu: 1-...0: (6408201 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1522751
| [ 7487.399750] rcu: (t=6269482 jiffies g=443649 q=6 ncpus=4)
[ 7487.400420] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7487.401029] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 7487.401336] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 7487.402311] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7487.402597] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7487.402981] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7487.403359] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7487.403739] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7487.404117] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7487.404496] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7487.404930] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7487.405242] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7487.405625] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7487.406004] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7487.406383] Call Trace:
[ 7487.406520]  <IRQ>
[ 7487.406638] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7487.406884] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7487.407143] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7487.407355] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7487.407564] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7487.407776] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 7487.408023] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7487.408265] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7487.408511] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7487.408801] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7487.409025] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7487.409287] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7487.409529] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7487.409772] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7487.410055] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7487.410323] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7487.410613] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 7487.410878] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7487.411086] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7487.411281] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7487.411517] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7487.411770] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7487.412022] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7487.412293] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7487.412516] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7487.412806] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7487.413078] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7487.413363] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7487.413574] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7487.413789] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7487.414056] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7487.414267] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7487.414538] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7487.414748] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7487.414957] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7487.415165] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7487.415374] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7487.415584] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7487.415825] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7487.416035] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7487.416254] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7487.416471] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7487.416706] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7487.416925] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7487.417131] tc_run (net/core/dev.c:3945) 
[ 7487.417314] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7487.417541] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7487.417750] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7487.417961] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7487.418182] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7487.418410] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7487.418623] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7487.418850] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7487.419063] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7487.419299] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7487.419503] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7487.419749] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7487.419998] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7487.420220] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7487.420466] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7487.420668] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7487.420901] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7487.421118] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7487.421316] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7487.421511] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7487.421773]  </IRQ>
[ 7487.421892]  <TASK>
[ 7487.422015] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7487.422291] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7487.422562] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7487.423532] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7487.423811] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7487.424187] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7487.424566] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7487.424943] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7487.425320] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7487.425698] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7487.425935] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7487.426173] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7487.426352] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7487.426620] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7487.426836] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7487.427045] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7487.427045] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7487.427335]  </TASK>
| [ 7487.427463] Sending NMI from CPU 1 to CPUs 3:
| [ 7487.427707] NMI backtrace for cpu 3
[ 7487.427715] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7487.427717] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7487.427726] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7487.427728] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7487.427729] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7487.427730] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7487.427731] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7487.427732] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7487.427733] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7487.427736] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7487.427737] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7487.427738] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7487.427739] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7487.427740] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7487.427741] Call Trace:
[ 7487.427743]  <NMI>
[ 7487.427745] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7487.427751] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7487.427757] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7487.427760] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7487.427764] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7487.427766] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7487.427773] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7487.427775] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7487.427778] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7487.427780]  </NMI>
[ 7487.427780]  <IRQ>
[ 7487.427781] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7487.427787] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7487.427793] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7487.427798] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7487.427803] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7487.427804] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7487.427810] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7487.427815] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7487.427821] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7487.427826] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7487.427831] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7487.427835] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7487.427845] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7487.427848] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7487.427851] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7487.427853] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7487.427856] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7487.427859] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7487.427862] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7487.427864] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7487.427866] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7487.427870] tc_run (net/core/dev.c:3945) 
[ 7487.427874] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7487.427877] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7487.427879] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7487.427881] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7487.427884] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7487.427886] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7487.427890] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7487.427892] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7487.427895] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7487.427901] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7487.427904] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7487.427906] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7487.427907] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7487.427909] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7487.427910] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7487.427914] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7487.427916] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7487.427920] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7487.427921] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7487.427925] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7487.427929] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7487.427932]  </IRQ>
[ 7487.427932]  <TASK>
[ 7487.427933] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7487.427935] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7487.427938] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7487.427939] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7487.427940] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7487.427941] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7487.427942] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7487.427943] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7487.427943] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7487.427945] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7487.427948] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7487.427949] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7487.427952] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7487.427954] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7487.427959] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7487.427962] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7487.427966] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7487.427970] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7487.427975] ksys_write (fs/read_write.c:643) 
[ 7487.427977] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7487.427979] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7487.427980] RIP: 0033:0x7fe20bcaa957
[ 7487.427983] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7487.427984] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7487.427985] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7487.427986] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7487.427987] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7487.427988] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7487.427988] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7565.431193] rcu: 3-....: (6486106 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1541716
| [ 7565.431747] rcu: (t=6347514 jiffies g=443649 q=6 ncpus=4)
| [ 7565.432041] Sending NMI from CPU 3 to CPUs 1:
| [ 7565.432288] NMI backtrace for cpu 1
[ 7565.432296] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7565.432298] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7565.432308] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7565.432310] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7565.432311] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7565.432312] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7565.432313] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7565.432314] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7565.432315] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7565.432318] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7565.432319] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7565.432320] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7565.432321] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7565.432322] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7565.432323] Call Trace:
[ 7565.432326]  <NMI>
[ 7565.432329] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7565.432335] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7565.432340] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7565.432343] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7565.432347] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7565.432349] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7565.432354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7565.432357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7565.432359] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7565.432362]  </NMI>
[ 7565.432362]  <IRQ>
[ 7565.432363] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7565.432368] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7565.432374] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7565.432378] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7565.432382] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7565.432384] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7565.432390] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7565.432403] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7565.432409] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7565.432413] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7565.432417] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7565.432420] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7565.432425] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7565.432431] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7565.432433] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7565.432436] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7565.432438] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7565.432440] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7565.432441] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7565.432444] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7565.432446] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7565.432452] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7565.432453] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7565.432458] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7565.432460] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7565.432462] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7565.432465] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7565.432469] tc_run (net/core/dev.c:3945) 
[ 7565.432473] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7565.432476] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7565.432478] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7565.432480] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7565.432483] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7565.432487] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7565.432490] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7565.432491] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7565.432494] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7565.432499] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7565.432502] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7565.432504] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7565.432506] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7565.432507] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7565.432509] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7565.432513] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7565.432516] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7565.432517] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7565.432520] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7565.432524] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7565.432527]  </IRQ>
[ 7565.432527]  <TASK>
[ 7565.432528] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7565.432530] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7565.432534] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7565.432536] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7565.432537] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7565.432537] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7565.432538] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7565.432539] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7565.432540] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7565.432542] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7565.432544] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7565.432547] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7565.432551] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7565.432554] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7565.432556] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7565.432562] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7565.432554] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 7565.432556] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 7565.432562] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7565.432568]  </TASK>
[ 7565.458614] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7565.459215] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 7565.459513] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	f3 0f 1e fa          	endbr64
  12:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  17:	41 55                	push   %r13
  19:	41 54                	push   %r12
  1b:	55                   	push   %rbp
  1c:	48 89 fd             	mov    %rdi,%rbp
  1f:	53                   	push   %rbx
  20:	66 90                	xchg   %ax,%ax
  22:	ba 01 00 00 00       	mov    $0x1,%edx
  27:	8b 45 00             	mov    0x0(%rbp),%eax
  2a:*	85 c0                	test   %eax,%eax		<-- trapping instruction
  2c:	75 14                	jne    0x42
  2e:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  33:	85 c0                	test   %eax,%eax
  35:	75 f0                	jne    0x27
  37:	5b                   	pop    %rbx
  38:	5d                   	pop    %rbp
  39:	41 5c                	pop    %r12
  3b:	41 5d                	pop    %r13
  3d:	c3                   	ret
  3e:	cc                   	int3
  3f:	cc                   	int3

Code starting with the faulting instruction
===========================================
   0:	85 c0                	test   %eax,%eax
   2:	75 14                	jne    0x18
   4:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   9:	85 c0                	test   %eax,%eax
   b:	75 f0                	jne    0xfffffffffffffffd
   d:	5b                   	pop    %rbx
   e:	5d                   	pop    %rbp
   f:	41 5c                	pop    %r12
  11:	41 5d                	pop    %r13
  13:	c3                   	ret
  14:	cc                   	int3
  15:	cc                   	int3
[ 7565.460493] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7565.460784] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7565.461168] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7565.461553] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7565.461933] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7565.462313] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7565.462699] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7565.463129] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7565.463435] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7565.463814] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7565.464200] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7565.464580] Call Trace:
[ 7565.464721]  <IRQ>
[ 7565.464840] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7565.465081] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7565.465329] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7565.465599] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 7565.465849] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7565.466095] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7565.466338] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7565.466626] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7565.466853] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7565.467114] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7565.467359] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7565.467594] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7565.467882] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7565.468153] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7565.468442] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 7565.468714] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7565.468927] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7565.469128] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7565.469368] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7565.469618] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7565.469866] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7565.470133] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7565.470355] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7565.470642] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7565.470909] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7565.471191] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7565.471403] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7565.471661] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7565.471899] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7565.472126] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7565.472333] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7565.472543] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7565.472770] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7565.472971] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7565.473220] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7565.473460] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7565.473667] tc_run (net/core/dev.c:3945) 
[ 7565.473843] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7565.474065] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7565.474275] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7565.474569] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7565.474785] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7565.475010] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7565.475240] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7565.475464] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7565.475679] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7565.475916] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7565.476132] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7565.476372] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7565.476609] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7565.476825] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7565.477074] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7565.477277] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7565.477511] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7565.477753] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7565.477968] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7565.478165] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7565.478362] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7565.478623]  </IRQ>
[ 7565.478742]  <TASK>
[ 7565.478862] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7565.479136] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7565.479441] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7565.480429] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7565.480714] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7565.481097] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7565.481478] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7565.481866] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7565.482252] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7565.482635] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7565.482844] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7565.483114] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7565.483385] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7565.483652] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7565.483851] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7565.484051] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7565.484314] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7565.484582] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7565.484778] ksys_write (fs/read_write.c:643) 
[ 7565.484963] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7565.485168] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7565.485440] RIP: 0033:0x7fe20bcaa957
[ 7565.485635] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7565.486622] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7565.487035] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7565.487418] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7565.487803] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7565.488190] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7565.488572] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7643.489204] rcu: 3-....: (6564107 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1560669
| [ 7643.489757] rcu: (t=6425572 jiffies g=443649 q=6 ncpus=4)
| [ 7643.490056] Sending NMI from CPU 3 to CPUs 1:
| [ 7643.490306] NMI backtrace for cpu 1
[ 7643.490314] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7643.490319] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7643.490329] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7643.490330] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7643.490332] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7643.490333] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7643.490334] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7643.490335] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7643.490336] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7643.490338] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7643.490339] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7643.490341] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7643.490341] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7643.490342] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7643.490343] Call Trace:
[ 7643.490350]  <NMI>
[ 7643.490355] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7643.490361] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7643.490367] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7643.490370] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7643.490374] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7643.490376] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7643.490381] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7643.490384] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7643.490386] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7643.490388]  </NMI>
[ 7643.490389]  <IRQ>
[ 7643.490390] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7643.490395] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7643.490401] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7643.490405] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7643.490410] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7643.490411] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7643.490417] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7643.490422] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7643.490428] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7643.490435] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7643.490439] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7643.490442] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7643.490447] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7643.490454] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7643.490456] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7643.490458] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7643.490460] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7643.490462] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7643.490464] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7643.490466] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7643.490468] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7643.490474] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7643.490476] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7643.490480] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7643.490482] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7643.490486] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7643.490489] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7643.490493] tc_run (net/core/dev.c:3945) 
[ 7643.490498] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7643.490501] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7643.490503] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7643.490505] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7643.490510] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7643.490514] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7643.490516] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7643.490518] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7643.490521] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7643.490526] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7643.490529] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7643.490531] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7643.490533] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7643.490534] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7643.490536] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7643.490540] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7643.490543] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7643.490544] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7643.490547] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7643.490552] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7643.490554]  </IRQ>
[ 7643.490555]  <TASK>
[ 7643.490555] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7643.490558] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7643.490563] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7643.490565] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7643.490566] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7643.490567] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7643.490567] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7643.490568] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7643.490569] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7643.490571] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7643.490573] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7643.490575] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7643.490580] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7643.490583] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7643.490585] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7643.490590] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7643.490583] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 7643.490585] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 7643.490590] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7643.490596]  </TASK>
[ 7643.516690] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7643.517299] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7643.517602] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7643.518579] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7643.518861] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7643.519242] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7643.519621] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7643.520000] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7643.520381] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7643.520761] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7643.521191] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7643.521507] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7643.521892] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7643.522270] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7643.522649] Call Trace:
[ 7643.522787]  <IRQ>
[ 7643.522906] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7643.523156] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7643.523409] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7643.523682] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 7643.523924] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7643.524172] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7643.524410] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7643.524697] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7643.524920] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7643.525180] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7643.525427] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7643.525659] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7643.525943] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7643.526216] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7643.526508] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7643.526771] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7643.526982] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7643.527178] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7643.527411] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7643.527661] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7643.527910] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7643.528178] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7643.528403] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7643.528691] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7643.528962] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7643.529249] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7643.529467] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7643.529731] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7643.529976] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7643.530206] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7643.530422] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7643.530634] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7643.530865] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7643.531072] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7643.531327] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7643.531567] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7643.531770] tc_run (net/core/dev.c:3945) 
[ 7643.531945] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7643.532169] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7643.532379] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7643.532669] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7643.532878] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7643.533102] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7643.533328] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7643.533553] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7643.533767] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7643.533997] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7643.534213] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7643.534457] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7643.534690] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7643.534900] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7643.535143] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7643.535344] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7643.535579] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7643.535823] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7643.536041] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7643.536239] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7643.536436] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7643.536696]  </IRQ>
[ 7643.536817]  <TASK>
[ 7643.536939] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7643.537221] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7643.537520] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7643.538499] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7643.538778] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7643.539156] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7643.539537] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7643.539915] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7643.540296] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7643.540675] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7643.540882] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7643.541155] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7643.541425] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7643.541695] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7643.541889] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7643.542086] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7643.542349] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7643.542614] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7643.542804] ksys_write (fs/read_write.c:643) 
[ 7643.542994] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7643.543199] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7643.543476] RIP: 0033:0x7fe20bcaa957
[ 7643.543685] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7643.544671] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7643.545078] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7643.545458] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7643.545835] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7643.546213] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7643.546600] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7643.546989]  </TASK>
| [ 7721.546840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 7721.547200] rcu: 1-...0: (6642321 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1579420
| [ 7721.547751] rcu: (t=6503630 jiffies g=443649 q=6 ncpus=4)
[ 7721.548408] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7721.549019] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7721.549323] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7721.550296] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7721.550575] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7721.550955] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7721.551336] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7721.551712] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7721.552088] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7721.552465] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7721.552899] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7721.553205] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7721.553590] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7721.553969] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7721.554346] Call Trace:
[ 7721.554482]  <IRQ>
[ 7721.554599] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7721.554847] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7721.555097] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7721.555308] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7721.555521] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7721.555736] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 7721.555988] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7721.556239] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7721.556480] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7721.556768] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7721.556993] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7721.557252] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7721.557492] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7721.557728] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7721.558011] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7721.558278] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7721.558570] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7721.558833] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7721.559041] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7721.559235] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7721.559469] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7721.559721] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7721.559972] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7721.560240] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7721.560465] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7721.560752] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7721.561017] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7721.561298] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7721.561505] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7721.561717] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7721.561976] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7721.562183] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7721.562451] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7721.562662] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7721.562876] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7721.563088] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7721.563302] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7721.563513] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7721.563763] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7721.563973] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7721.564194] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7721.564416] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7721.564653] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7721.564864] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7721.565065] tc_run (net/core/dev.c:3945) 
[ 7721.565236] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7721.565460] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7721.565670] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7721.565877] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7721.566102] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7721.566327] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7721.566545] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7721.566766] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7721.566984] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7721.567210] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7721.567409] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7721.567650] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7721.567892] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7721.568105] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7721.568354] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7721.568558] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7721.568793] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7721.569006] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7721.569205] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7721.569396] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7721.569654]  </IRQ>
[ 7721.569774]  <TASK>
[ 7721.569895] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7721.570174] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7721.570440] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7721.571417] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7721.571697] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7721.572079] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7721.572461] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7721.572840] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7721.573222] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7721.573606] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7721.573848] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7721.574088] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7721.574269] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7721.574530] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7721.574742] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7721.574956] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7721.574956] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7721.575246]  </TASK>
| [ 7721.575374] Sending NMI from CPU 1 to CPUs 3:
| [ 7721.575617] NMI backtrace for cpu 3
[ 7721.575623] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7721.575624] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7721.575630] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7721.575631] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7721.575633] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7721.575634] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7721.575635] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7721.575636] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7721.575636] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7721.575639] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7721.575640] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7721.575641] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7721.575642] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7721.575643] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7721.575644] Call Trace:
[ 7721.575645]  <NMI>
[ 7721.575647] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7721.575653] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7721.575657] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7721.575659] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7721.575664] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7721.575666] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7721.575669] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7721.575672] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7721.575674] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7721.575676]  </NMI>
[ 7721.575677]  <IRQ>
[ 7721.575678] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7721.575681] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7721.575684] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7721.575687] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7721.575690] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7721.575692] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7721.575696] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7721.575699] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7721.575705] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7721.575709] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7721.575714] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7721.575717] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7721.575723] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7721.575728] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7721.575731] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7721.575733] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7721.575736] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7721.575740] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7721.575743] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7721.575746] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7721.575748] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7721.575751] tc_run (net/core/dev.c:3945) 
[ 7721.575755] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7721.575758] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7721.575759] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7721.575761] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7721.575763] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7721.575766] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7721.575769] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7721.575770] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7721.575773] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7721.575777] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7721.575780] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7721.575781] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7721.575782] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7721.575784] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7721.575785] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7721.575788] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7721.575790] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7721.575793] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7721.575794] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7721.575797] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7721.575799] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7721.575802]  </IRQ>
[ 7721.575802]  <TASK>
[ 7721.575803] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7721.575805] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7721.575807] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7721.575808] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7721.575809] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7721.575810] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7721.575811] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7721.575812] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7721.575813] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7721.575815] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7721.575818] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7721.575820] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7721.575823] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7721.575825] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7721.575828] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7721.575831] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7721.575835] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7721.575842] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7721.575847] ksys_write (fs/read_write.c:643) 
[ 7721.575849] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7721.575852] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7721.575854] RIP: 0033:0x7fe20bcaa957
[ 7721.575863] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7721.575864] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7721.575865] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7721.575866] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7721.575867] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7721.575868] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7721.575869] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7799.579194] rcu: 3-....: (6720112 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1598524
| [ 7799.579742] rcu: (t=6581662 jiffies g=443649 q=6 ncpus=4)
| [ 7799.580042] Sending NMI from CPU 3 to CPUs 1:
| [ 7799.580284] NMI backtrace for cpu 1
[ 7799.580290] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7799.580292] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7799.580301] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7799.580302] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7799.580304] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7799.580305] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7799.580306] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7799.580307] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7799.580308] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7799.580310] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7799.580312] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7799.580313] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7799.580313] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7799.580314] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7799.580315] Call Trace:
[ 7799.580317]  <NMI>
[ 7799.580320] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7799.580326] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7799.580332] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7799.580335] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7799.580339] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7799.580341] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7799.580346] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7799.580349] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7799.580351] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7799.580354]  </NMI>
[ 7799.580354]  <IRQ>
[ 7799.580355] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7799.580360] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7799.580365] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7799.580370] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7799.580374] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7799.580375] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7799.580381] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7799.580385] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7799.580392] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7799.580396] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7799.580400] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7799.580403] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7799.580407] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7799.580415] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7799.580417] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7799.580419] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7799.580421] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7799.580423] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7799.580425] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7799.580427] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7799.580429] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7799.580435] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7799.580436] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7799.580441] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7799.580443] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7799.580446] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7799.580449] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7799.580454] tc_run (net/core/dev.c:3945) 
[ 7799.580459] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7799.580462] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7799.580464] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7799.580466] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7799.580470] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7799.580474] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7799.580476] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7799.580478] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7799.580481] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7799.580486] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7799.580489] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7799.580491] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7799.580493] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7799.580494] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7799.580495] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7799.580499] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7799.580502] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7799.580504] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7799.580507] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7799.580511] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7799.580514]  </IRQ>
[ 7799.580514]  <TASK>
[ 7799.580515] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7799.580517] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7799.580521] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7799.580523] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7799.580524] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7799.580524] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7799.580525] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7799.580526] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7799.580527] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7799.580529] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7799.580530] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7799.580533] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7799.580538] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7799.580541] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7799.580543] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7799.580548] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7799.580541] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 7799.580543] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 7799.580548] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7799.580554]  </TASK>
[ 7799.606589] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7799.607196] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7799.607495] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7799.608469] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7799.608747] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7799.609127] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7799.609509] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7799.609886] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7799.610264] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7799.610644] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7799.611077] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7799.611388] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7799.611777] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7799.612155] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7799.612531] Call Trace:
[ 7799.612670]  <IRQ>
[ 7799.612787] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7799.613031] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7799.613281] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7799.613553] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 7799.613798] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7799.614045] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7799.614284] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7799.614568] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7799.614800] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7799.615059] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7799.615304] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7799.615535] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7799.615825] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7799.616093] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7799.616384] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7799.616648] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7799.616862] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7799.617055] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7799.617290] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7799.617543] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7799.617794] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7799.618062] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7799.618289] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7799.618578] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7799.618847] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7799.619133] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7799.619347] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7799.619613] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7799.619856] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7799.620087] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7799.620301] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7799.620518] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7799.620748] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7799.620956] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7799.621210] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7799.621448] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7799.621648] tc_run (net/core/dev.c:3945) 
[ 7799.621821] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7799.622049] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7799.622258] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7799.622547] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7799.622761] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7799.622983] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7799.623211] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7799.623435] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7799.623651] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7799.623880] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7799.624093] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7799.624340] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7799.624574] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7799.624787] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7799.625031] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7799.625232] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7799.625466] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7799.625718] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7799.625932] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7799.626133] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7799.626326] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7799.626584]  </IRQ>
[ 7799.626707]  <TASK>
[ 7799.626830] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7799.627111] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7799.627408] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7799.628384] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7799.628666] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7799.629045] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7799.629425] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7799.629804] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7799.630183] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7799.630562] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7799.630767] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7799.631039] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7799.631307] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7799.631579] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7799.631771] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7799.631970] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7799.632235] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7799.632500] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7799.632691] ksys_write (fs/read_write.c:643) 
[ 7799.632880] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7799.633086] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7799.633362] RIP: 0033:0x7fe20bcaa957
[ 7799.633563] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7799.634535] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7799.634935] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7799.635321] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7799.635712] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7799.636089] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7799.636467] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7799.636847]  </TASK>
| [ 7877.636840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 7877.637188] rcu: 1-...0: (6798383 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1617520
| [ 7877.637735] rcu: (t=6659720 jiffies g=443649 q=6 ncpus=4)
[ 7877.638401] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7877.639010] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7877.639315] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7877.640311] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7877.640594] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7877.640975] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7877.641358] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7877.641743] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7877.642125] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7877.642507] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7877.642937] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7877.643244] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7877.643624] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7877.644007] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7877.644390] Call Trace:
[ 7877.644530]  <IRQ>
[ 7877.644656] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7877.644902] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7877.645151] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7877.645367] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7877.645574] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7877.645782] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 7877.646030] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7877.646273] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7877.646514] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7877.646803] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7877.647024] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7877.647285] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7877.647524] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7877.647761] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7877.648042] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7877.648311] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7877.648602] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7877.648866] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7877.649074] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7877.649267] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7877.649503] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7877.649760] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7877.650011] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7877.650281] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7877.650509] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7877.650793] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7877.651058] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7877.651341] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7877.651549] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7877.651759] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7877.652016] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7877.652226] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7877.652493] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7877.652707] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7877.652919] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7877.653128] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7877.653341] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7877.653556] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7877.653799] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7877.654014] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7877.654234] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7877.654457] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7877.654692] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7877.654903] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7877.655107] tc_run (net/core/dev.c:3945) 
[ 7877.655283] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7877.655512] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7877.655724] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7877.655944] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7877.656167] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7877.656390] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7877.656604] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7877.656825] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7877.657040] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7877.657271] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7877.657471] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7877.657715] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7877.657958] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7877.658170] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7877.658419] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7877.658625] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7877.658866] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7877.659078] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7877.659278] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7877.659469] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7877.659726]  </IRQ>
[ 7877.659848]  <TASK>
[ 7877.659971] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7877.660254] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7877.660520] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7877.661498] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7877.661780] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7877.662160] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7877.662549] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7877.662932] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7877.663311] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7877.663691] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7877.663931] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7877.664173] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7877.664356] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7877.664619] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7877.664833] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7877.665046] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7877.665046] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7877.665338]  </TASK>
| [ 7877.665464] Sending NMI from CPU 1 to CPUs 3:
| [ 7877.665708] NMI backtrace for cpu 3
[ 7877.665714] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7877.665716] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7877.665721] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7877.665723] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7877.665724] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7877.665725] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7877.665726] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7877.665727] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7877.665728] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7877.665731] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7877.665732] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7877.665733] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7877.665734] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7877.665735] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7877.665736] Call Trace:
[ 7877.665738]  <NMI>
[ 7877.665739] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7877.665745] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7877.665750] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7877.665752] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7877.665756] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7877.665759] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7877.665762] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7877.665765] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7877.665767] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7877.665769]  </NMI>
[ 7877.665770]  <IRQ>
[ 7877.665771] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7877.665774] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7877.665778] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7877.665781] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7877.665784] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7877.665786] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7877.665790] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7877.665793] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7877.665799] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7877.665803] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7877.665807] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7877.665811] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7877.665817] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7877.665822] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7877.665825] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7877.665827] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7877.665830] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7877.665834] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7877.665839] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7877.665841] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7877.665844] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7877.665847] tc_run (net/core/dev.c:3945) 
[ 7877.665850] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7877.665853] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7877.665855] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7877.665856] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7877.665859] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7877.665861] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7877.665864] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7877.665866] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7877.665869] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7877.665873] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7877.665876] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7877.665877] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7877.665879] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7877.665881] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7877.665882] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7877.665885] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7877.665887] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7877.665892] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7877.665893] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7877.665896] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7877.665898] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7877.665900]  </IRQ>
[ 7877.665901]  <TASK>
[ 7877.665901] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7877.665903] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7877.665906] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7877.665907] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7877.665908] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7877.665909] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7877.665909] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7877.665910] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7877.665911] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7877.665913] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7877.665916] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7877.665918] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7877.665921] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7877.665923] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7877.665926] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7877.665930] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7877.665934] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7877.665939] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7877.665945] ksys_write (fs/read_write.c:643) 
[ 7877.665947] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7877.665950] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7877.665952] RIP: 0033:0x7fe20bcaa957
[ 7877.665960] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7877.665961] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7877.665963] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7877.665964] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7877.665965] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7877.665965] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7877.665966] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7877.665969]  </TASK>
| [ 7955.668840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 7955.669183] rcu: 1-...0: (6876387 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1636641
| [ 7955.669726] rcu: (t=6737752 jiffies g=443649 q=6 ncpus=4)
[ 7955.670384] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7955.670983] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 7955.671284] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	f3 0f 1e fa          	endbr64
  12:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  17:	41 55                	push   %r13
  19:	41 54                	push   %r12
  1b:	55                   	push   %rbp
  1c:	48 89 fd             	mov    %rdi,%rbp
  1f:	53                   	push   %rbx
  20:	66 90                	xchg   %ax,%ax
  22:	ba 01 00 00 00       	mov    $0x1,%edx
  27:	8b 45 00             	mov    0x0(%rbp),%eax
  2a:*	85 c0                	test   %eax,%eax		<-- trapping instruction
  2c:	75 14                	jne    0x42
  2e:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  33:	85 c0                	test   %eax,%eax
  35:	75 f0                	jne    0x27
  37:	5b                   	pop    %rbx
  38:	5d                   	pop    %rbp
  39:	41 5c                	pop    %r12
  3b:	41 5d                	pop    %r13
  3d:	c3                   	ret
  3e:	cc                   	int3
  3f:	cc                   	int3

Code starting with the faulting instruction
===========================================
   0:	85 c0                	test   %eax,%eax
   2:	75 14                	jne    0x18
   4:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   9:	85 c0                	test   %eax,%eax
   b:	75 f0                	jne    0xfffffffffffffffd
   d:	5b                   	pop    %rbx
   e:	5d                   	pop    %rbp
   f:	41 5c                	pop    %r12
  11:	41 5d                	pop    %r13
  13:	c3                   	ret
  14:	cc                   	int3
  15:	cc                   	int3
[ 7955.672261] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 7955.672545] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 7955.672925] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 7955.673304] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 7955.673686] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7955.674070] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 7955.674450] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 7955.674881] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7955.675199] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 7955.675579] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7955.675958] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7955.676332] Call Trace:
[ 7955.676471]  <IRQ>
[ 7955.676590] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 7955.676836] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 7955.677086] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7955.677304] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7955.677515] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7955.677724] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 7955.677974] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 7955.678219] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 7955.678455] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 7955.678741] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 7955.678964] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 7955.679222] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 7955.679467] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 7955.679700] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 7955.679985] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 7955.680256] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7955.680542] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 7955.680810] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7955.681022] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7955.681219] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7955.681455] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7955.681701] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7955.681943] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7955.682208] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7955.682427] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7955.682709] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7955.682978] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7955.683260] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7955.683468] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7955.683677] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7955.683935] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7955.684145] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7955.684416] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7955.684632] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7955.684843] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7955.685058] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7955.685265] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7955.685473] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 7955.685711] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7955.685919] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 7955.686140] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 7955.686358] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 7955.686590] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 7955.686803] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7955.687010] tc_run (net/core/dev.c:3945) 
[ 7955.687189] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7955.687412] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7955.687625] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7955.687841] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7955.688069] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7955.688291] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 7955.688505] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7955.688726] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7955.688940] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7955.689168] ? __alloc_skb (net/core/skbuff.c:685) 
[ 7955.689369] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7955.689612] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 7955.689856] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 7955.690069] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 7955.690317] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7955.690523] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7955.690761] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7955.690976] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7955.691176] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7955.691366] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7955.691628]  </IRQ>
[ 7955.691750]  <TASK>
[ 7955.691873] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7955.692152] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 7955.692419] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 7955.693400] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 7955.693682] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 7955.694066] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 7955.694450] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 7955.694842] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 7955.695225] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 7955.695602] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7955.695838] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 7955.696077] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 7955.696259] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 7955.696525] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 7955.696745] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 7955.696955] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7955.696955] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 7955.697237]  </TASK>
| [ 7955.697360] Sending NMI from CPU 1 to CPUs 3:
| [ 7955.697608] NMI backtrace for cpu 3
[ 7955.697613] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 7955.697615] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7955.697620] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 7955.697622] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 7955.697623] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 7955.697624] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 7955.697625] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 7955.697626] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 7955.697627] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 7955.697630] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 7955.697631] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 7955.697632] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 7955.697633] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 7955.697634] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 7955.697634] Call Trace:
[ 7955.697636]  <NMI>
[ 7955.697638] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 7955.697643] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 7955.697648] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 7955.697650] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 7955.697654] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 7955.697656] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 7955.697660] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7955.697662] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7955.697665] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 7955.697667]  </NMI>
[ 7955.697668]  <IRQ>
[ 7955.697668] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 7955.697672] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 7955.697675] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 7955.697679] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 7955.697682] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 7955.697684] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 7955.697687] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 7955.697691] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 7955.697696] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 7955.697701] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 7955.697705] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 7955.697708] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 7955.697715] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7955.697720] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 7955.697723] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7955.697725] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7955.697728] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 7955.697732] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 7955.697735] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 7955.697738] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 7955.697740] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 7955.697743] tc_run (net/core/dev.c:3945) 
[ 7955.697747] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 7955.697749] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 7955.697752] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 7955.697754] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 7955.697756] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 7955.697759] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 7955.697762] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7955.697764] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 7955.697766] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 7955.697770] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 7955.697773] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7955.697775] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 7955.697777] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 7955.697778] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 7955.697780] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 7955.697782] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 7955.697784] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 7955.697789] run_timer_softirq (kernel/time/timer.c:2053) 
[ 7955.697790] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 7955.697793] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 7955.697796] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 7955.697798]  </IRQ>
[ 7955.697798]  <TASK>
[ 7955.697799] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 7955.697801] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 7955.697803] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 7955.697804] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 7955.697806] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 7955.697806] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 7955.697807] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 7955.697808] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 7955.697809] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 7955.697811] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 7955.697814] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7955.697816] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7955.697819] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 7955.697821] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 7955.697825] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 7955.697828] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 7955.697832] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 7955.697836] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 7955.697842] ksys_write (fs/read_write.c:643) 
[ 7955.697844] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 7955.697847] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 7955.697849] RIP: 0033:0x7fe20bcaa957
[ 7955.697851] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 7955.697852] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 7955.697854] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 7955.697854] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 7955.697856] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 7955.697856] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 7955.697857] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 7955.697860]  </TASK>
| [ 8033.700839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 8033.701196] rcu: 1-...0: (6954391 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1655639
| [ 8033.701746] rcu: (t=6815784 jiffies g=443649 q=6 ncpus=4)
[ 8033.702405] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8033.703012] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8033.703312] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8033.704284] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8033.704567] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8033.704955] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8033.705340] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8033.705722] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8033.706104] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8033.706490] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8033.706919] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8033.707223] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8033.707603] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8033.707992] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8033.708372] Call Trace:
[ 8033.708517]  <IRQ>
[ 8033.708636] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8033.708875] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8033.709125] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8033.709334] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8033.709541] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8033.709750] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 8033.709999] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8033.710243] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8033.710484] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8033.710773] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8033.710994] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8033.711255] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8033.711496] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8033.711732] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8033.712011] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8033.712279] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8033.712570] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8033.712833] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8033.713042] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8033.713237] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8033.713469] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8033.713719] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8033.713967] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8033.714240] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8033.714465] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8033.714759] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8033.715023] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8033.715302] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8033.715510] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8033.715722] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8033.715981] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8033.716188] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8033.716454] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8033.716663] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8033.716875] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8033.717089] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8033.717300] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8033.717508] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8033.717754] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8033.717964] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8033.718189] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8033.718407] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8033.718645] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8033.718853] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8033.719054] tc_run (net/core/dev.c:3945) 
[ 8033.719224] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8033.719450] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8033.719658] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8033.719865] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8033.720086] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8033.720316] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8033.720530] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8033.720753] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8033.720967] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8033.721199] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8033.721403] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8033.721653] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8033.721904] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8033.722118] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8033.722360] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8033.722560] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8033.722793] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8033.723007] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8033.723203] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8033.723397] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8033.723661]  </IRQ>
[ 8033.723780]  <TASK>
[ 8033.723900] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8033.724174] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8033.724445] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8033.725428] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8033.725710] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8033.726092] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8033.726470] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8033.726849] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8033.727231] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8033.727617] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8033.727857] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8033.728097] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8033.728281] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8033.728543] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8033.728756] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8033.728972] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8033.728972] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8033.729261]  </TASK>
| [ 8033.729386] Sending NMI from CPU 1 to CPUs 3:
| [ 8033.729630] NMI backtrace for cpu 3
[ 8033.729635] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8033.729636] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8033.729641] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8033.729643] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8033.729644] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8033.729646] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8033.729646] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8033.729647] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8033.729648] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8033.729651] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8033.729652] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8033.729653] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8033.729654] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8033.729655] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8033.729656] Call Trace:
[ 8033.729658]  <NMI>
[ 8033.729659] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8033.729665] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8033.729669] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8033.729672] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8033.729676] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8033.729678] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8033.729681] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8033.729684] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8033.729686] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8033.729688]  </NMI>
[ 8033.729689]  <IRQ>
[ 8033.729690] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8033.729693] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8033.729696] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8033.729700] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8033.729702] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8033.729704] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8033.729708] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8033.729711] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8033.729716] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8033.729720] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8033.729725] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8033.729728] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8033.729735] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8033.729739] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8033.729742] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8033.729744] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8033.729747] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8033.729751] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8033.729755] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8033.729758] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8033.729760] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8033.729763] tc_run (net/core/dev.c:3945) 
[ 8033.729766] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8033.729769] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8033.729771] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8033.729772] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8033.729775] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8033.729777] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8033.729780] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8033.729782] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8033.729784] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8033.729788] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8033.729791] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8033.729793] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8033.729794] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8033.729796] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8033.729797] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8033.729800] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8033.729802] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8033.729807] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8033.729808] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8033.729811] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8033.729814] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8033.729816]  </IRQ>
[ 8033.729816]  <TASK>
[ 8033.729817] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8033.729818] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8033.729821] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8033.729822] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8033.729823] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8033.729825] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8033.729825] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8033.729827] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8033.729827] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8033.729829] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8033.729832] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8033.729834] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8033.729836] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8033.729840] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8033.729843] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8033.729846] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8033.729851] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8033.729855] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8033.729861] ksys_write (fs/read_write.c:643) 
[ 8033.729863] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8033.729866] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8033.729868] RIP: 0033:0x7fe20bcaa957
[ 8033.729870] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8033.729872] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8033.729873] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8033.729874] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8033.729875] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8033.729876] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8033.729876] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8111.733206] rcu: 3-....: (7032125 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1674838
| [ 8111.733759] rcu: (t=6893816 jiffies g=443649 q=6 ncpus=4)
| [ 8111.734054] Sending NMI from CPU 3 to CPUs 1:
| [ 8111.734306] NMI backtrace for cpu 1
[ 8111.734314] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8111.734315] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8111.734324] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8111.734325] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8111.734328] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8111.734329] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8111.734329] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8111.734330] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8111.734331] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8111.734334] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8111.734335] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8111.734336] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8111.734337] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8111.734338] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8111.734338] Call Trace:
[ 8111.734341]  <NMI>
[ 8111.734345] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8111.734350] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8111.734356] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8111.734359] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8111.734363] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8111.734365] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8111.734371] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8111.734373] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8111.734375] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8111.734378]  </NMI>
[ 8111.734378]  <IRQ>
[ 8111.734379] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8111.734384] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8111.734390] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8111.734395] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8111.734400] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8111.734401] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8111.734407] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8111.734420] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8111.734427] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8111.734431] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8111.734435] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8111.734438] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8111.734443] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8111.734450] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8111.734452] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8111.734454] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8111.734457] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8111.734459] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8111.734460] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8111.734463] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8111.734464] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8111.734471] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8111.734472] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8111.734477] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8111.734478] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8111.734480] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8111.734483] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8111.734487] tc_run (net/core/dev.c:3945) 
[ 8111.734491] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8111.734493] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8111.734495] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8111.734497] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8111.734501] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8111.734505] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8111.734507] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8111.734509] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8111.734512] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8111.734517] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8111.734520] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8111.734522] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8111.734524] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8111.734525] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8111.734526] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8111.734529] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8111.734532] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8111.734533] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8111.734536] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8111.734540] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8111.734541]  </IRQ>
[ 8111.734542]  <TASK>
[ 8111.734542] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8111.734545] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8111.734550] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8111.734551] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8111.734552] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8111.734553] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8111.734554] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8111.734554] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8111.734555] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8111.734557] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8111.734559] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8111.734562] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8111.734566] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8111.734569] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8111.734571] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8111.734577] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8111.734569] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 8111.734571] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 8111.734577] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8111.734583]  </TASK>
[ 8111.760711] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8111.761323] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 8111.761625] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 8111.762600] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8111.762884] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8111.763263] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8111.763642] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8111.764021] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8111.764403] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8111.764793] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8111.765226] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8111.765537] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8111.765920] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8111.766298] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8111.766676] Call Trace:
[ 8111.766812]  <IRQ>
[ 8111.766931] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8111.767179] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8111.767433] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8111.767706] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 8111.767949] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8111.768197] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8111.768435] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8111.768723] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8111.768947] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8111.769208] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8111.769454] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8111.769688] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8111.769975] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8111.770247] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8111.770536] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 8111.770807] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8111.771022] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8111.771220] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8111.771459] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8111.771706] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8111.771951] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8111.772218] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8111.772441] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8111.772731] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8111.773004] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8111.773293] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8111.773513] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8111.773774] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8111.774018] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8111.774252] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8111.774463] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8111.774672] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8111.774901] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8111.775104] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8111.775357] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8111.775599] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8111.775805] tc_run (net/core/dev.c:3945) 
[ 8111.775981] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8111.776202] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8111.776419] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8111.776712] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8111.776926] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8111.777154] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8111.777378] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8111.777607] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8111.777822] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8111.778058] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8111.778277] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8111.778519] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8111.778756] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8111.778964] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8111.779203] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8111.779408] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8111.779645] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8111.779889] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8111.780103] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8111.780302] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8111.780495] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8111.780754]  </IRQ>
[ 8111.780876]  <TASK>
[ 8111.780997] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8111.781277] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8111.781574] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8111.782544] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8111.782821] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8111.783200] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8111.783577] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8111.783953] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8111.784337] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8111.784727] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8111.784939] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8111.785206] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8111.785477] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8111.785744] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8111.785943] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8111.786144] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8111.786404] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8111.786675] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8111.786869] ksys_write (fs/read_write.c:643) 
[ 8111.787052] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8111.787254] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8111.787525] RIP: 0033:0x7fe20bcaa957
[ 8111.787722] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8111.788703] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8111.789109] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8111.789487] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8111.789867] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8111.790244] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8111.790622] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8189.791193] rcu: 3-....: (7110126 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1694040
| [ 8189.791740] rcu: (t=6971874 jiffies g=443649 q=6 ncpus=4)
| [ 8189.792037] Sending NMI from CPU 3 to CPUs 1:
| [ 8189.792287] NMI backtrace for cpu 1
[ 8189.792295] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8189.792297] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8189.792305] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8189.792307] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8189.792309] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8189.792310] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8189.792311] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8189.792312] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8189.792313] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8189.792316] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8189.792317] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8189.792318] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8189.792319] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8189.792319] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8189.792320] Call Trace:
[ 8189.792324]  <NMI>
[ 8189.792327] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8189.792332] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8189.792338] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8189.792341] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8189.792345] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8189.792347] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8189.792352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8189.792355] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8189.792357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8189.792360]  </NMI>
[ 8189.792360]  <IRQ>
[ 8189.792361] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8189.792366] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8189.792371] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8189.792376] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8189.792380] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8189.792382] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8189.792388] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8189.792392] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8189.792399] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8189.792412] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8189.792416] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8189.792419] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8189.792424] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8189.792431] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8189.792433] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8189.792435] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8189.792437] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8189.792440] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8189.792441] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8189.792443] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8189.792445] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8189.792452] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8189.792453] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8189.792458] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8189.792460] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8189.792463] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8189.792467] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8189.792470] tc_run (net/core/dev.c:3945) 
[ 8189.792475] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8189.792478] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8189.792480] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8189.792482] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8189.792486] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8189.792490] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8189.792493] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8189.792495] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8189.792498] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8189.792503] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8189.792506] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8189.792508] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8189.792510] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8189.792511] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8189.792513] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8189.792516] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8189.792520] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8189.792521] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8189.792524] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8189.792528] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8189.792531]  </IRQ>
[ 8189.792531]  <TASK>
[ 8189.792532] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8189.792534] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8189.792539] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8189.792541] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8189.792542] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8189.792543] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8189.792543] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8189.792544] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8189.792545] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8189.792547] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8189.792548] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8189.792552] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8189.792556] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8189.792560] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8189.792562] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8189.792567] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8189.792560] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 8189.792562] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 8189.792567] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8189.792573]  </TASK>
[ 8189.818647] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8189.819249] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8189.819552] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8189.820539] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8189.820829] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8189.821211] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8189.821594] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8189.821981] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8189.822367] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8189.822750] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8189.823178] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8189.823487] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8189.823873] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8189.824252] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8189.824630] Call Trace:
[ 8189.824768]  <IRQ>
[ 8189.824886] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8189.825132] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8189.825384] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8189.825656] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 8189.825900] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8189.826147] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8189.826386] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8189.826675] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8189.826902] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8189.827164] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8189.827412] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8189.827645] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8189.827931] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8189.828204] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8189.828495] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8189.828764] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8189.828982] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8189.829181] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8189.829425] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8189.829673] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8189.829919] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8189.830186] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8189.830407] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8189.830691] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8189.830959] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8189.831242] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8189.831457] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8189.831716] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8189.831954] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8189.832181] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8189.832392] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8189.832601] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8189.832829] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8189.833031] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8189.833282] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8189.833525] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8189.833733] tc_run (net/core/dev.c:3945) 
[ 8189.833916] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8189.834140] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8189.834350] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8189.834642] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8189.834851] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8189.835079] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8189.835306] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8189.835528] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8189.835744] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8189.835976] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8189.836191] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8189.836436] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8189.836668] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8189.836879] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8189.837125] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8189.837326] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8189.837560] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8189.837805] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8189.838024] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8189.838222] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8189.838418] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8189.838682]  </IRQ>
[ 8189.838802]  <TASK>
[ 8189.838922] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8189.839201] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8189.839502] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8189.840487] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8189.840770] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8189.841157] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8189.841542] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8189.841924] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8189.842305] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8189.842691] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8189.842903] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8189.843172] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8189.843443] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8189.843711] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8189.843914] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8189.844110] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8189.844374] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8189.844636] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8189.844825] ksys_write (fs/read_write.c:643) 
[ 8189.845014] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8189.845217] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8189.845493] RIP: 0033:0x7fe20bcaa957
[ 8189.845700] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8189.846684] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8189.847089] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8189.847467] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8189.847845] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8189.848225] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8189.848602] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8189.848984]  </TASK>
| [ 8267.848855] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 8267.849211] rcu: 1-...0: (7188511 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1713030
| [ 8267.849757] rcu: (t=7049932 jiffies g=443649 q=6 ncpus=4)
[ 8267.850422] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8267.851033] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8267.851337] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8267.852329] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8267.852611] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8267.852996] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8267.853386] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8267.853771] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8267.854149] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8267.854528] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8267.854967] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8267.855275] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8267.855663] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8267.856045] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8267.856423] Call Trace:
[ 8267.856565]  <IRQ>
[ 8267.856695] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8267.856935] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8267.857179] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8267.857389] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8267.857599] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8267.857806] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 8267.858053] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8267.858296] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8267.858538] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8267.858827] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8267.859047] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8267.859310] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8267.859553] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8267.859789] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8267.860068] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8267.860335] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8267.860625] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8267.860889] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8267.861100] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8267.861293] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8267.861526] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8267.861777] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8267.862028] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8267.862299] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8267.862521] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8267.862806] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8267.863078] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8267.863365] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8267.863582] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8267.863792] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8267.864048] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8267.864257] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8267.864524] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8267.864736] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8267.864951] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8267.865162] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8267.865371] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8267.865584] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8267.865827] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8267.866040] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8267.866265] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8267.866484] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8267.866722] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8267.866932] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8267.867132] tc_run (net/core/dev.c:3945) 
[ 8267.867304] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8267.867531] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8267.867739] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8267.867948] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8267.868171] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8267.868399] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8267.868612] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8267.868838] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8267.869050] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8267.869282] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8267.869486] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8267.869733] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8267.869982] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8267.870195] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8267.870440] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8267.870639] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8267.870871] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8267.871084] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8267.871280] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8267.871475] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8267.871736]  </IRQ>
[ 8267.871855]  <TASK>
[ 8267.871973] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8267.872246] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8267.872517] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8267.873496] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8267.873781] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8267.874162] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8267.874544] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8267.874927] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8267.875312] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8267.875695] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8267.875937] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8267.876180] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8267.876366] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8267.876629] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8267.876844] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8267.877057] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8267.877057] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8267.877344]  </TASK>
| [ 8267.877472] Sending NMI from CPU 1 to CPUs 3:
| [ 8267.877732] NMI backtrace for cpu 3
[ 8267.877740] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8267.877742] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8267.877751] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8267.877753] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8267.877754] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8267.877756] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8267.877757] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8267.877757] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8267.877758] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8267.877762] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8267.877763] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8267.877764] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8267.877765] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8267.877766] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8267.877766] Call Trace:
[ 8267.877768]  <NMI>
[ 8267.877771] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8267.877777] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8267.877784] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8267.877786] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8267.877792] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8267.877794] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8267.877800] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8267.877802] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8267.877804] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8267.877807]  </NMI>
[ 8267.877807]  <IRQ>
[ 8267.877808] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8267.877813] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8267.877819] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8267.877824] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8267.877829] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8267.877830] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8267.877836] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8267.877842] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8267.877848] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8267.877853] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8267.877858] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8267.877863] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8267.877870] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8267.877874] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8267.877876] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8267.877879] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8267.877881] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8267.877884] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8267.877887] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8267.877889] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8267.877892] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8267.877895] tc_run (net/core/dev.c:3945) 
[ 8267.877900] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8267.877903] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8267.877905] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8267.877907] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8267.877910] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8267.877912] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8267.877917] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8267.877919] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8267.877922] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8267.877927] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8267.877929] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8267.877931] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8267.877932] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8267.877934] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8267.877935] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8267.877938] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8267.877940] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8267.877944] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8267.877945] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8267.877948] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8267.877952] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8267.877955]  </IRQ>
[ 8267.877955]  <TASK>
[ 8267.877956] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8267.877958] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8267.877961] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8267.877962] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8267.877963] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8267.877963] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8267.877964] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8267.877965] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8267.877966] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8267.877967] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8267.877970] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8267.877972] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8267.877974] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8267.877976] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8267.877982] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8267.877984] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8267.877989] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8267.877993] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8267.877997] ksys_write (fs/read_write.c:643) 
[ 8267.878000] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8267.878002] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8267.878004] RIP: 0033:0x7fe20bcaa957
[ 8267.878006] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8267.878007] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8267.878008] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8267.878009] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8267.878010] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8267.878011] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8267.878011] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8267.878014]  </TASK>
| [ 8345.880841] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 8345.881194] rcu: 1-...0: (7266515 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1732210
| [ 8345.881739] rcu: (t=7127964 jiffies g=443649 q=6 ncpus=4)
[ 8345.882400] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8345.883003] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8345.883321] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8345.884295] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8345.884577] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8345.884954] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8345.885331] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8345.885709] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8345.886086] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8345.886464] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8345.886896] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8345.887208] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8345.887591] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8345.887971] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8345.888349] Call Trace:
[ 8345.888487]  <IRQ>
[ 8345.888606] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8345.888854] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8345.889106] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8345.889320] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8345.889531] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8345.889744] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 8345.889997] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8345.890244] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8345.890480] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8345.890764] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8345.890990] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8345.891248] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8345.891493] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8345.891728] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8345.892016] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8345.892286] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8345.892572] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8345.892842] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8345.893053] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8345.893253] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8345.893490] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8345.893740] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8345.893990] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8345.894262] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8345.894485] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8345.894770] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8345.895036] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8345.895320] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8345.895527] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8345.895737] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8345.895997] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8345.896207] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8345.896475] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8345.896691] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8345.896903] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8345.897112] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8345.897326] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8345.897541] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8345.897786] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8345.898005] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8345.898226] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8345.898450] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8345.898686] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8345.898898] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8345.899101] tc_run (net/core/dev.c:3945) 
[ 8345.899277] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8345.899500] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8345.899709] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8345.899920] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8345.900143] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8345.900371] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8345.900585] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8345.900813] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8345.901027] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8345.901262] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8345.901467] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8345.901715] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8345.901963] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8345.902180] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8345.902426] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8345.902633] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8345.902869] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8345.903086] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8345.903293] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8345.903484] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8345.903742]  </IRQ>
[ 8345.903865]  <TASK>
[ 8345.903988] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8345.904268] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8345.904534] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8345.905513] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8345.905796] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8345.906181] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8345.906566] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8345.906950] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8345.907329] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8345.907710] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8345.907950] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8345.908192] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8345.908374] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8345.908637] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8345.908853] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8345.909066] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8345.909066] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8345.909352]  </TASK>
| [ 8345.909483] Sending NMI from CPU 1 to CPUs 3:
| [ 8345.909727] NMI backtrace for cpu 3
[ 8345.909733] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8345.909735] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8345.909744] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8345.909745] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8345.909747] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8345.909748] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8345.909749] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8345.909750] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8345.909751] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8345.909754] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8345.909755] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8345.909756] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8345.909757] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8345.909757] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8345.909758] Call Trace:
[ 8345.909760]  <NMI>
[ 8345.909762] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8345.909766] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8345.909772] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8345.909774] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8345.909778] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8345.909780] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8345.909786] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8345.909788] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8345.909791] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8345.909793]  </NMI>
[ 8345.909793]  <IRQ>
[ 8345.909794] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8345.909799] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8345.909805] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8345.909809] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8345.909814] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8345.909816] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8345.909822] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8345.909827] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8345.909833] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8345.909839] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8345.909844] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8345.909849] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8345.909856] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8345.909859] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8345.909862] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8345.909864] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8345.909867] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8345.909870] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8345.909874] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8345.909876] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8345.909878] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8345.909882] tc_run (net/core/dev.c:3945) 
[ 8345.909886] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8345.909888] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8345.909890] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8345.909893] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8345.909895] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8345.909898] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8345.909902] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8345.909904] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8345.909907] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8345.909913] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8345.909916] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8345.909917] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8345.909918] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8345.909920] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8345.909921] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8345.909925] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8345.909927] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8345.909932] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8345.909933] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8345.909936] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8345.909941] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8345.909943]  </IRQ>
[ 8345.909943]  <TASK>
[ 8345.909944] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8345.909946] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8345.909948] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8345.909949] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8345.909950] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8345.909951] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8345.909952] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8345.909952] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8345.909953] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8345.909955] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8345.909957] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8345.909959] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8345.909961] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8345.909963] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8345.909969] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8345.909971] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8345.909976] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8345.909980] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8345.909984] ksys_write (fs/read_write.c:643) 
[ 8345.909986] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8345.909988] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8345.909990] RIP: 0033:0x7fe20bcaa957
[ 8345.910003] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8345.910004] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8345.910005] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8345.910006] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8345.910007] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8345.910007] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8345.910008] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8423.913185] rcu: 3-....: (7344135 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1751253
| [ 8423.913731] rcu: (t=7205996 jiffies g=443649 q=6 ncpus=4)
| [ 8423.914037] Sending NMI from CPU 3 to CPUs 1:
| [ 8423.914286] NMI backtrace for cpu 1
[ 8423.914302] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8423.914305] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 8423.914315] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 8423.914317] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8423.914319] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8423.914320] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8423.914320] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8423.914321] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8423.914322] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8423.914325] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8423.914327] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8423.914328] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8423.914329] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8423.914329] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8423.914330] Call Trace:
[ 8423.914333]  <NMI>
[ 8423.914336] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8423.914341] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8423.914347] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8423.914349] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8423.914354] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8423.914356] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8423.914361] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 8423.914363] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 8423.914366] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 8423.914368]  </NMI>
[ 8423.914369]  <IRQ>
[ 8423.914370] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8423.914375] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8423.914380] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8423.914385] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8423.914389] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8423.914391] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8423.914397] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8423.914401] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8423.914407] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8423.914412] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8423.914416] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8423.914419] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8423.914424] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8423.914431] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8423.914433] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8423.914436] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8423.914438] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8423.914440] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8423.914441] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8423.914444] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8423.914446] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8423.914452] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8423.914454] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8423.914458] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8423.914460] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8423.914464] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8423.914467] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8423.914471] tc_run (net/core/dev.c:3945) 
[ 8423.914476] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8423.914478] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8423.914481] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8423.914483] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8423.914487] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8423.914491] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8423.914493] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8423.914495] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8423.914498] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8423.914503] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8423.914507] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8423.914509] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8423.914511] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8423.914512] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8423.914514] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8423.914517] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8423.914520] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8423.914521] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8423.914524] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8423.914529] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8423.914531]  </IRQ>
[ 8423.914532]  <TASK>
[ 8423.914532] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8423.914535] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8423.914539] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8423.914541] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8423.914542] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8423.914543] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8423.914543] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8423.914544] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8423.914545] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8423.914547] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8423.914548] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8423.914551] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8423.914555] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8423.914559] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8423.914561] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8423.914566] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8423.914559] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 8423.914561] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 8423.914566] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8423.914572]  </TASK>
[ 8423.940672] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8423.941281] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8423.941585] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc <f3> 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba
All code
========
   0:	55                   	push   %rbp
   1:	41 54                	push   %r12
   3:	55                   	push   %rbp
   4:	48 89 fd             	mov    %rdi,%rbp
   7:	53                   	push   %rbx
   8:	66 90                	xchg   %ax,%ax
   a:	ba 01 00 00 00       	mov    $0x1,%edx
   f:	8b 45 00             	mov    0x0(%rbp),%eax
  12:	85 c0                	test   %eax,%eax
  14:	75 14                	jne    0x2a
  16:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  1b:	85 c0                	test   %eax,%eax
  1d:	75 f0                	jne    0xf
  1f:	5b                   	pop    %rbx
  20:	5d                   	pop    %rbp
  21:	41 5c                	pop    %r12
  23:	41 5d                	pop    %r13
  25:	c3                   	ret
  26:	cc                   	int3
  27:	cc                   	int3
  28:	cc                   	int3
  29:	cc                   	int3
  2a:*	f3 90                	pause		<-- trapping instruction
  2c:	eb e1                	jmp    0xf
  2e:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  34:	74 52                	je     0x88
  36:	40 30 f6             	xor    %sil,%sil
  39:	85 f6                	test   %esi,%esi
  3b:	75 75                	jne    0xb2
  3d:	f0                   	lock
  3e:	0f                   	.byte 0xf
  3f:	ba                   	.byte 0xba

Code starting with the faulting instruction
===========================================
   0:	f3 90                	pause
   2:	eb e1                	jmp    0xffffffffffffffe5
   4:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   a:	74 52                	je     0x5e
   c:	40 30 f6             	xor    %sil,%sil
   f:	85 f6                	test   %esi,%esi
  11:	75 75                	jne    0x88
  13:	f0                   	lock
  14:	0f                   	.byte 0xf
  15:	ba                   	.byte 0xba
[ 8423.942562] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8423.942849] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8423.943237] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8423.943618] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8423.943999] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8423.944385] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8423.944772] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8423.945200] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8423.945511] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8423.945889] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8423.946266] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8423.946645] Call Trace:
[ 8423.946789]  <IRQ>
[ 8423.946908] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8423.947150] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8423.947393] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8423.947660] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 8423.947907] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8423.948153] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8423.948395] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8423.948685] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8423.948907] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8423.949169] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8423.949411] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8423.949648] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8423.949929] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8423.950201] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8423.950493] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8423.950757] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8423.950968] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8423.951163] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8423.951396] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8423.951646] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8423.951895] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8423.952165] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8423.952390] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8423.952677] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8423.952953] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8423.953233] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8423.953445] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8423.953705] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8423.953945] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8423.954172] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8423.954381] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8423.954592] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8423.954819] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8423.955022] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8423.955273] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8423.955519] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8423.955726] tc_run (net/core/dev.c:3945) 
[ 8423.955907] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8423.956130] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8423.956343] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8423.956638] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8423.956851] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8423.957076] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8423.957301] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8423.957528] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8423.957740] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8423.957975] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8423.958190] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8423.958431] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8423.958668] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8423.958880] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8423.959119] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8423.959322] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8423.959560] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8423.959802] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8423.960016] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8423.960217] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8423.960410] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8423.960669]  </IRQ>
[ 8423.960791]  <TASK>
[ 8423.960913] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8423.961194] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8423.961493] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8423.962466] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8423.962749] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8423.963132] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8423.963517] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8423.963902] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8423.964284] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8423.964667] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8423.964876] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8423.965142] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8423.965413] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8423.965680] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8423.965878] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8423.966076] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8423.966336] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8423.966605] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8423.966797] ksys_write (fs/read_write.c:643) 
[ 8423.966982] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8423.967184] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8423.967456] RIP: 0033:0x7fe20bcaa957
[ 8423.967653] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8423.968639] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8423.969045] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8423.969423] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8423.969800] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8423.970178] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8423.970555] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8501.971188] rcu: 3-....: (7422136 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1769902
| [ 8501.971737] rcu: (t=7284054 jiffies g=443649 q=6 ncpus=4)
| [ 8501.972031] Sending NMI from CPU 3 to CPUs 1:
| [ 8501.972281] NMI backtrace for cpu 1
[ 8501.972297] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8501.972300] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8501.972313] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8501.972314] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8501.972316] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8501.972318] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8501.972319] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8501.972319] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8501.972320] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8501.972323] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8501.972324] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8501.972325] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8501.972326] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8501.972326] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8501.972327] Call Trace:
[ 8501.972332]  <NMI>
[ 8501.972342] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8501.972348] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8501.972355] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8501.972357] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8501.972361] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8501.972363] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8501.972368] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8501.972375] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8501.972378] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8501.972380]  </NMI>
[ 8501.972381]  <IRQ>
[ 8501.972382] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8501.972386] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8501.972392] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8501.972397] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8501.972401] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8501.972403] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8501.972408] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8501.972416] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8501.972423] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8501.972428] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8501.972432] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8501.972435] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8501.972440] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8501.972447] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8501.972449] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8501.972452] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8501.972454] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8501.972456] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8501.972457] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8501.972460] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8501.972462] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8501.972468] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8501.972470] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8501.972474] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8501.972476] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8501.972480] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8501.972483] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8501.972487] tc_run (net/core/dev.c:3945) 
[ 8501.972492] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8501.972494] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8501.972496] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8501.972499] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8501.972502] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8501.972507] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8501.972509] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8501.972511] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8501.972514] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8501.972519] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8501.972522] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8501.972524] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8501.972526] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8501.972527] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8501.972529] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8501.972532] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8501.972536] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8501.972537] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8501.972540] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8501.972544] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8501.972547]  </IRQ>
[ 8501.972547]  <TASK>
[ 8501.972548] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8501.972550] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8501.972556] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8501.972557] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8501.972558] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8501.972558] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8501.972559] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8501.972560] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8501.972560] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8501.972562] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8501.972564] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8501.972567] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8501.972571] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8501.972575] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8501.972577] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8501.972582] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8501.972575] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 8501.972577] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 8501.972582] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8501.972587]  </TASK>
[ 8501.998660] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8501.999261] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8501.999562] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8502.000546] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8502.000832] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8502.001220] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8502.001600] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8502.001982] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8502.002374] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8502.002757] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8502.003192] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8502.003506] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8502.003895] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8502.004272] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8502.004650] Call Trace:
[ 8502.004789]  <IRQ>
[ 8502.004906] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8502.005152] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8502.005400] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8502.005672] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 8502.005917] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8502.006165] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8502.006401] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8502.006685] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8502.006913] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8502.007170] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8502.007415] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8502.007648] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8502.007933] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8502.008204] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8502.008495] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8502.008762] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8502.008978] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8502.009178] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8502.009418] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8502.009667] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8502.009917] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8502.010184] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8502.010404] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8502.010689] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8502.010955] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8502.011236] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8502.011447] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8502.011706] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8502.011948] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8502.012173] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8502.012387] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8502.012607] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8502.012837] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8502.013046] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8502.013302] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8502.013539] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8502.013740] tc_run (net/core/dev.c:3945) 
[ 8502.013913] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8502.014141] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8502.014348] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8502.014638] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8502.014851] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8502.015073] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8502.015303] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8502.015527] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8502.015744] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8502.015977] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8502.016190] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8502.016435] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8502.016669] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8502.016881] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8502.017126] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8502.017327] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8502.017561] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8502.017808] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8502.018027] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8502.018226] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8502.018424] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8502.018688]  </IRQ>
[ 8502.018807]  <TASK>
[ 8502.018928] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8502.019208] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8502.019512] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8502.020498] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8502.020784] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8502.021168] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8502.021553] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8502.021940] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8502.022321] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8502.022713] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8502.022920] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8502.023190] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8502.023459] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8502.023730] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8502.023927] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8502.024124] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8502.024390] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8502.024656] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8502.024847] ksys_write (fs/read_write.c:643) 
[ 8502.025036] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8502.025243] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8502.025518] RIP: 0033:0x7fe20bcaa957
[ 8502.025726] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8502.026712] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8502.027119] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8502.027496] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8502.027875] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8502.028252] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8502.028630] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8580.029187] rcu: 3-....: (7500137 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1789024
| [ 8580.029738] rcu: (t=7362112 jiffies g=443649 q=6 ncpus=4)
| [ 8580.030032] Sending NMI from CPU 3 to CPUs 1:
| [ 8580.030284] NMI backtrace for cpu 1
[ 8580.030291] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8580.030293] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8580.030302] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8580.030304] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8580.030306] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8580.030307] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8580.030308] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8580.030308] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8580.030309] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8580.030312] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8580.030313] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8580.030314] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8580.030315] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8580.030316] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8580.030316] Call Trace:
[ 8580.030319]  <NMI>
[ 8580.030323] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8580.030328] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8580.030333] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8580.030336] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8580.030340] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8580.030342] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8580.030348] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8580.030350] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8580.030352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8580.030355]  </NMI>
[ 8580.030355]  <IRQ>
[ 8580.030356] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8580.030361] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8580.030366] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8580.030372] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8580.030376] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8580.030378] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8580.030383] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8580.030388] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8580.030394] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8580.030399] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8580.030403] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8580.030406] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8580.030411] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8580.030419] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8580.030421] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8580.030423] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8580.030426] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8580.030428] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8580.030429] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8580.030432] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8580.030433] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8580.030439] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8580.030441] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8580.030445] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8580.030447] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8580.030451] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8580.030454] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8580.030458] tc_run (net/core/dev.c:3945) 
[ 8580.030463] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8580.030466] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8580.030468] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8580.030470] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8580.030473] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8580.030478] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8580.030480] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8580.030482] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8580.030484] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8580.030489] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8580.030493] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8580.030494] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8580.030496] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8580.030498] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8580.030500] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8580.030503] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8580.030507] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8580.030508] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8580.030511] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8580.030516] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8580.030518]  </IRQ>
[ 8580.030518]  <TASK>
[ 8580.030519] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8580.030522] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8580.030527] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8580.030528] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8580.030529] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8580.030530] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8580.030531] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8580.030531] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8580.030532] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8580.030534] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8580.030536] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8580.030538] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8580.030543] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8580.030546] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8580.030548] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8580.030553] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8580.030546] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 8580.030548] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 8580.030553] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8580.030559]  </TASK>
[ 8580.056609] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8580.057215] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8580.057517] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8580.058503] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8580.058791] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8580.059175] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8580.059561] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8580.059951] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8580.060334] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8580.060719] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8580.061158] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8580.061465] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8580.061845] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8580.062231] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8580.062612] Call Trace:
[ 8580.062749]  <IRQ>
[ 8580.062867] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8580.063115] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8580.063367] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8580.063639] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 8580.063881] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8580.064129] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8580.064365] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8580.064651] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8580.064875] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8580.065135] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8580.065379] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8580.065614] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8580.065902] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8580.066173] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8580.066461] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8580.066729] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8580.066945] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8580.067144] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8580.067383] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8580.067628] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8580.067872] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8580.068138] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8580.068356] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8580.068638] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8580.068904] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8580.069189] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8580.069400] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8580.069657] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8580.069895] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8580.070121] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8580.070330] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8580.070538] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8580.070765] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8580.070968] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8580.071217] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8580.071459] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8580.071663] tc_run (net/core/dev.c:3945) 
[ 8580.071838] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8580.072068] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8580.072279] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8580.072570] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8580.072779] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8580.073003] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8580.073230] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8580.073456] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8580.073679] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8580.073911] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8580.074129] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8580.074375] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8580.074607] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8580.074820] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8580.075066] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8580.075268] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8580.075504] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8580.075748] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8580.075964] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8580.076162] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8580.076358] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8580.076620]  </IRQ>
[ 8580.076740]  <TASK>
[ 8580.076860] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8580.077135] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8580.077437] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8580.078425] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8580.078711] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8580.079097] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8580.079478] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8580.079861] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8580.080249] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8580.080636] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8580.080845] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8580.081115] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8580.081388] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8580.081658] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8580.081855] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8580.082059] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8580.082325] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8580.082590] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8580.082781] ksys_write (fs/read_write.c:643) 
[ 8580.082967] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8580.083174] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8580.083450] RIP: 0033:0x7fe20bcaa957
[ 8580.083649] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8580.084624] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8580.085027] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8580.085407] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8580.085788] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8580.086175] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8580.086562] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8658.087201] rcu: 3-....: (7578138 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1808093
| [ 8658.087756] rcu: (t=7440170 jiffies g=443649 q=6 ncpus=4)
| [ 8658.088052] Sending NMI from CPU 3 to CPUs 1:
| [ 8658.088302] NMI backtrace for cpu 1
[ 8658.088309] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8658.088311] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8658.088321] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8658.088322] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8658.088324] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8658.088325] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8658.088326] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8658.088327] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8658.088327] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8658.088331] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8658.088332] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8658.088333] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8658.088334] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8658.088334] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8658.088335] Call Trace:
[ 8658.088338]  <NMI>
[ 8658.088341] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8658.088346] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8658.088352] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8658.088354] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8658.088359] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8658.088361] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8658.088366] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8658.088368] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8658.088371] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8658.088373]  </NMI>
[ 8658.088373]  <IRQ>
[ 8658.088374] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8658.088379] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8658.088384] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8658.088389] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8658.088393] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8658.088395] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8658.088401] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8658.088406] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8658.088412] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8658.088416] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8658.088420] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8658.088423] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8658.088428] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8658.088435] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8658.088437] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8658.088440] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8658.088442] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8658.088444] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8658.088446] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8658.088448] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8658.088450] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8658.088456] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8658.088458] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8658.088462] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8658.088464] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8658.088467] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8658.088471] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8658.088475] tc_run (net/core/dev.c:3945) 
[ 8658.088480] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8658.088483] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8658.088485] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8658.088487] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8658.088489] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8658.088493] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8658.088495] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8658.088497] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8658.088500] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8658.088505] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8658.088508] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8658.088510] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8658.088511] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8658.088513] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8658.088514] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8658.088517] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8658.088520] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8658.088521] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8658.088524] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8658.088527] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8658.088529]  </IRQ>
[ 8658.088529]  <TASK>
[ 8658.088530] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8658.088532] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8658.088537] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8658.088538] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8658.088539] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8658.088540] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8658.088540] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8658.088541] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8658.088542] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8658.088544] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8658.088546] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8658.088548] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8658.088553] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8658.088556] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8658.088558] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8658.088563] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8658.088556] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 8658.088558] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 8658.088563] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8658.088569]  </TASK>
[ 8658.114747] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8658.115355] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8658.115656] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8658.116650] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8658.116936] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8658.117325] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8658.117714] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8658.118100] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8658.118482] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8658.118872] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8658.119304] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8658.119612] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8658.119996] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8658.120384] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8658.120767] Call Trace:
[ 8658.120909]  <IRQ>
[ 8658.121031] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8658.121273] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8658.121520] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8658.121795] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 8658.122042] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8658.122290] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8658.122527] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8658.122812] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8658.123041] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8658.123301] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8658.123549] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8658.123785] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8658.124074] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8658.124346] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8658.124633] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8658.124904] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8658.125119] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8658.125320] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8658.125560] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8658.125808] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8658.126056] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8658.126325] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8658.126547] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8658.126833] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8658.127101] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8658.127384] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8658.127595] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8658.127856] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8658.128094] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8658.128321] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8658.128530] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8658.128741] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8658.128969] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8658.129170] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8658.129419] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8658.129662] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8658.129871] tc_run (net/core/dev.c:3945) 
[ 8658.130046] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8658.130270] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8658.130482] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8658.130776] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8658.130995] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8658.131221] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8658.131448] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8658.131678] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8658.131901] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8658.132133] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8658.132350] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8658.132596] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8658.132831] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8658.133050] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8658.133297] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8658.133501] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8658.133735] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8658.133980] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8658.134194] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8658.134391] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8658.134591] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8658.134855]  </IRQ>
[ 8658.134973]  <TASK>
[ 8658.135093] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8658.135368] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8658.135675] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8658.136664] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8658.136951] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8658.137334] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8658.137718] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8658.138109] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8658.138497] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8658.138884] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8658.139091] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8658.139361] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8658.139632] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8658.139901] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8658.140100] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8658.140305] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8658.140567] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8658.140840] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8658.141037] ksys_write (fs/read_write.c:643) 
[ 8658.141221] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8658.141425] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8658.141704] RIP: 0033:0x7fe20bcaa957
[ 8658.141906] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8658.142884] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8658.143288] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8658.143671] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8658.144059] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8658.144446] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8658.144828] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8658.145214]  </TASK>
| [ 8736.145840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 8736.146202] rcu: 1-...0: (7656752 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1827374
| [ 8736.146746] rcu: (t=7518229 jiffies g=443649 q=6 ncpus=4)
[ 8736.147407] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8736.148007] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8736.148308] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8736.149293] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8736.149576] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8736.149959] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8736.150345] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8736.150731] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8736.151111] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8736.151497] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8736.151930] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8736.152241] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8736.152624] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8736.153004] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8736.153382] Call Trace:
[ 8736.153519]  <IRQ>
[ 8736.153638] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8736.153885] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8736.154138] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8736.154352] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8736.154562] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8736.154780] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 8736.155033] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8736.155279] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8736.155515] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8736.155800] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8736.156027] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8736.156285] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8736.156531] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8736.156766] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8736.157053] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8736.157325] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8736.157610] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8736.157879] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8736.158090] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8736.158289] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8736.158528] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8736.158776] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8736.159023] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8736.159291] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8736.159515] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8736.159806] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8736.160077] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8736.160362] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8736.160572] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8736.160788] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8736.161054] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8736.161265] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8736.161541] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8736.161758] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8736.161970] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8736.162179] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8736.162393] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8736.162608] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8736.162854] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8736.163069] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8736.163295] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8736.163527] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8736.163764] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8736.163975] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8736.164180] tc_run (net/core/dev.c:3945) 
[ 8736.164355] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8736.164578] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8736.164787] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8736.164998] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8736.165220] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8736.165449] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8736.165663] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8736.165889] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8736.166103] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8736.166337] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8736.166541] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8736.166790] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8736.167038] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8736.167254] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8736.167500] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8736.167702] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8736.167935] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8736.168152] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8736.168350] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8736.168546] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8736.168808]  </IRQ>
[ 8736.168927]  <TASK>
[ 8736.169046] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8736.169322] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8736.169594] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8736.170566] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8736.170853] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8736.171229] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8736.171616] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8736.172001] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8736.172381] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8736.172762] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8736.173003] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8736.173246] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8736.173430] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8736.173694] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8736.173909] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8736.174121] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8736.174121] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8736.174406]  </TASK>
| [ 8736.174534] Sending NMI from CPU 1 to CPUs 3:
| [ 8736.174778] NMI backtrace for cpu 3
[ 8736.174785] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8736.174787] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8736.174795] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8736.174797] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8736.174799] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8736.174800] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8736.174801] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8736.174802] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8736.174803] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8736.174806] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8736.174807] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8736.174808] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8736.174809] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8736.174810] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8736.174810] Call Trace:
[ 8736.174813]  <NMI>
[ 8736.174815] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8736.174822] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8736.174828] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8736.174831] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8736.174836] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8736.174839] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8736.174845] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8736.174847] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8736.174850] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8736.174852]  </NMI>
[ 8736.174852]  <IRQ>
[ 8736.174853] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8736.174859] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8736.174864] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8736.174869] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8736.174874] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8736.174875] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8736.174881] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8736.174886] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8736.174892] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8736.174897] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8736.174902] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8736.174907] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8736.174914] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8736.174918] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8736.174921] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8736.174923] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8736.174925] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8736.174929] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8736.174932] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8736.174933] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8736.174936] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8736.174939] tc_run (net/core/dev.c:3945) 
[ 8736.174944] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8736.174947] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8736.174949] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8736.174952] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8736.174954] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8736.174957] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8736.174961] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8736.174962] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8736.174965] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8736.174972] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8736.174974] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8736.174976] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8736.174978] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8736.174980] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8736.174981] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8736.174984] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8736.174987] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8736.174991] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8736.174992] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8736.174995] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8736.174999] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8736.175002]  </IRQ>
[ 8736.175002]  <TASK>
[ 8736.175003] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8736.175005] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8736.175007] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8736.175008] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8736.175009] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8736.175010] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8736.175011] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8736.175011] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8736.175012] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8736.175014] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8736.175016] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8736.175018] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8736.175020] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8736.175022] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8736.175028] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8736.175030] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8736.175034] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8736.175038] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8736.175042] ksys_write (fs/read_write.c:643) 
[ 8736.175044] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8736.175046] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8736.175048] RIP: 0033:0x7fe20bcaa957
[ 8736.175050] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8736.175051] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8736.175053] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8736.175053] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8736.175054] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8736.175055] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8736.175056] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8736.175058]  </TASK>
| [ 8814.177840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 8814.178182] rcu: 1-...0: (7734756 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1846584
| [ 8814.178726] rcu: (t=7596261 jiffies g=443649 q=6 ncpus=4)
[ 8814.179382] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8814.179985] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8814.180284] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8814.181265] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8814.181542] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8814.181919] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8814.182296] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8814.182671] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8814.183047] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8814.183423] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8814.183856] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8814.184163] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8814.184547] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8814.184926] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8814.185300] Call Trace:
[ 8814.185436]  <IRQ>
[ 8814.185552] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8814.185800] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8814.186050] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8814.186261] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8814.186473] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8814.186687] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 8814.186941] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8814.187188] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8814.187422] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8814.187706] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8814.187931] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8814.188188] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8814.188432] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8814.188663] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8814.188946] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8814.189217] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8814.189505] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8814.189771] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8814.189985] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8814.190184] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8814.190422] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8814.190671] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8814.190917] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8814.191194] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8814.191421] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8814.191709] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8814.191984] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8814.192267] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8814.192474] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8814.192687] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8814.192946] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8814.193154] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8814.193422] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8814.193633] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8814.193842] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8814.194055] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8814.194269] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8814.194479] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8814.194723] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8814.194934] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8814.195154] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8814.195376] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8814.195613] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8814.195823] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8814.196025] tc_run (net/core/dev.c:3945) 
[ 8814.196196] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8814.196419] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8814.196628] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8814.196835] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8814.197060] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8814.197283] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8814.197497] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8814.197719] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8814.197933] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8814.198164] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8814.198370] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8814.198619] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8814.198872] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8814.199089] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8814.199333] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8814.199532] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8814.199765] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8814.199982] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8814.200180] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8814.200373] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8814.200635]  </IRQ>
[ 8814.200754]  <TASK>
[ 8814.200874] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8814.201162] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8814.201428] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8814.202408] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8814.202689] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8814.203073] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8814.203456] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8814.203835] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8814.204214] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8814.204597] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8814.204836] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8814.205078] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8814.205257] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8814.205520] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8814.205731] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8814.205945] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8814.205945] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8814.206234]  </TASK>
| [ 8814.206361] Sending NMI from CPU 1 to CPUs 3:
| [ 8814.206603] NMI backtrace for cpu 3
[ 8814.206610] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8814.206612] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8814.206620] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8814.206622] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8814.206624] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8814.206625] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8814.206626] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8814.206627] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8814.206628] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8814.206631] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8814.206633] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8814.206634] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8814.206635] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8814.206635] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8814.206636] Call Trace:
[ 8814.206638]  <NMI>
[ 8814.206640] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8814.206645] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8814.206650] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8814.206653] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8814.206657] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8814.206659] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8814.206665] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8814.206667] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8814.206670] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8814.206672]  </NMI>
[ 8814.206672]  <IRQ>
[ 8814.206673] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8814.206678] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8814.206684] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8814.206690] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8814.206695] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8814.206697] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8814.206703] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8814.206707] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8814.206713] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8814.206718] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8814.206723] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8814.206729] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8814.206736] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8814.206740] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8814.206742] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8814.206745] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8814.206747] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8814.206751] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8814.206754] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8814.206756] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8814.206758] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8814.206761] tc_run (net/core/dev.c:3945) 
[ 8814.206767] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8814.206770] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8814.206772] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8814.206774] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8814.206777] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8814.206780] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8814.206784] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8814.206786] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8814.206789] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8814.206793] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8814.206796] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8814.206798] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8814.206799] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8814.206801] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8814.206802] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8814.206805] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8814.206807] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8814.206811] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8814.206812] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8814.206815] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8814.206819] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8814.206822]  </IRQ>
[ 8814.206822]  <TASK>
[ 8814.206823] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8814.206825] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8814.206827] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8814.206829] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8814.206830] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8814.206831] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8814.206832] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8814.206833] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8814.206834] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8814.206835] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8814.206839] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8814.206841] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8814.206844] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8814.206846] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8814.206851] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8814.206854] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8814.206858] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8814.206862] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8814.206866] ksys_write (fs/read_write.c:643) 
[ 8814.206868] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8814.206870] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8814.206872] RIP: 0033:0x7fe20bcaa957
[ 8814.206882] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8814.206884] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8814.206885] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8814.206886] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8814.206887] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8814.206888] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8814.206888] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8814.206891]  </TASK>
| [ 8892.209852] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 8892.210204] rcu: 1-...0: (7812760 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1865860
| [ 8892.210760] rcu: (t=7674293 jiffies g=443649 q=6 ncpus=4)
[ 8892.211424] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8892.212035] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8892.212340] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8892.213324] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8892.213608] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8892.213989] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8892.214368] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8892.214752] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8892.215134] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8892.215516] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8892.215942] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8892.216247] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8892.216623] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8892.217007] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8892.217392] Call Trace:
[ 8892.217541]  <IRQ>
[ 8892.217660] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8892.217905] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8892.218161] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8892.218372] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8892.218587] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8892.218802] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8892.219051] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8892.219287] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8892.219571] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8892.219796] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8892.220054] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8892.220298] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8892.220530] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8892.220822] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8892.221090] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8892.221382] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8892.221646] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8892.221854] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8892.222046] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8892.222283] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8892.222535] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8892.222785] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8892.223053] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8892.223278] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8892.223566] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8892.223834] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8892.224118] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8892.224331] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8892.224549] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8892.224816] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8892.225025] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8892.225296] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8892.225502] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8892.225709] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8892.225918] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8892.226128] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8892.226335] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8892.226573] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8892.226779] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8892.226999] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8892.227221] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8892.227454] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8892.227665] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8892.227868] tc_run (net/core/dev.c:3945) 
[ 8892.228040] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8892.228263] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8892.228474] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8892.228684] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8892.228911] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8892.229131] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8892.229350] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8892.229569] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8892.229788] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8892.230016] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8892.230217] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8892.230461] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8892.230716] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8892.230934] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8892.231177] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8892.231376] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8892.231610] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8892.231827] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8892.232024] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8892.232218] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8892.232479]  </IRQ>
[ 8892.232598]  <TASK>
[ 8892.232716] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8892.232993] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8892.233261] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8892.234227] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8892.234504] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8892.234880] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8892.235254] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8892.235628] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8892.236001] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8892.236378] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8892.236612] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8892.236847] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8892.237027] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8892.237294] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8892.237508] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8892.237717] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8892.237717] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8892.238002]  </TASK>
| [ 8892.238128] Sending NMI from CPU 1 to CPUs 3:
| [ 8892.238377] NMI backtrace for cpu 3
[ 8892.238385] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8892.238387] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8892.238395] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8892.238397] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8892.238399] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8892.238400] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8892.238401] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8892.238402] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8892.238403] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8892.238406] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8892.238407] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8892.238409] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8892.238410] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8892.238410] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8892.238411] Call Trace:
[ 8892.238414]  <NMI>
[ 8892.238416] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8892.238420] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8892.238426] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8892.238428] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8892.238432] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8892.238434] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8892.238440] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8892.238442] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8892.238445] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8892.238447]  </NMI>
[ 8892.238448]  <IRQ>
[ 8892.238448] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8892.238454] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8892.238460] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8892.238465] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8892.238470] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8892.238472] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8892.238478] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8892.238482] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8892.238489] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8892.238494] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8892.238499] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8892.238504] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8892.238511] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8892.238514] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8892.238517] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8892.238520] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8892.238522] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8892.238525] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8892.238528] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8892.238530] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8892.238532] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8892.238536] tc_run (net/core/dev.c:3945) 
[ 8892.238541] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8892.238544] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8892.238546] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8892.238549] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8892.238552] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8892.238556] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8892.238562] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8892.238564] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8892.238566] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8892.238572] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8892.238574] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8892.238576] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8892.238578] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8892.238579] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8892.238580] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8892.238584] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8892.238586] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8892.238590] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8892.238591] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8892.238594] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8892.238598] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8892.238601]  </IRQ>
[ 8892.238601]  <TASK>
[ 8892.238602] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8892.238604] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8892.238606] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8892.238608] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8892.238608] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8892.238609] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8892.238610] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8892.238611] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8892.238612] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8892.238614] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8892.238616] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8892.238617] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8892.238620] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8892.238622] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8892.238628] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8892.238630] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8892.238635] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8892.238639] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8892.238643] ksys_write (fs/read_write.c:643) 
[ 8892.238645] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8892.238648] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8892.238650] RIP: 0033:0x7fe20bcaa957
[ 8892.238652] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8892.238653] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8892.238654] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8892.238655] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8892.238656] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8892.238657] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8892.238658] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 8892.238660]  </TASK>
| [ 8970.241841] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 8970.242204] rcu: 1-...0: (7890764 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1885178
| [ 8970.242752] rcu: (t=7752325 jiffies g=443649 q=6 ncpus=4)
[ 8970.243407] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8970.244013] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8970.244316] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8970.245288] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 8970.245566] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 8970.245942] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 8970.246319] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 8970.246694] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8970.247069] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 8970.247446] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 8970.247879] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8970.248186] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 8970.248571] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8970.248949] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8970.249324] Call Trace:
[ 8970.249460]  <IRQ>
[ 8970.249576] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 8970.249819] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 8970.250073] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8970.250290] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8970.250496] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8970.250703] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 8970.250949] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 8970.251192] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 8970.251432] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 8970.251721] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 8970.251941] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 8970.252201] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 8970.252439] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 8970.252675] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 8970.252957] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 8970.253224] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8970.253515] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8970.253777] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8970.253986] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8970.254179] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8970.254413] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8970.254665] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8970.254915] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8970.255183] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8970.255407] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8970.255693] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8970.255958] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8970.256238] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8970.256445] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8970.256655] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8970.256915] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8970.257122] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8970.257392] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8970.257604] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8970.257813] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8970.258025] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8970.258240] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8970.258450] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 8970.258693] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8970.258903] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 8970.259124] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 8970.259347] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 8970.259583] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 8970.259794] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8970.259995] tc_run (net/core/dev.c:3945) 
[ 8970.260166] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8970.260397] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8970.260612] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8970.260822] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8970.261047] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8970.261271] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 8970.261488] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8970.261709] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8970.261926] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8970.262154] ? __alloc_skb (net/core/skbuff.c:685) 
[ 8970.262353] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8970.262595] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 8970.262837] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 8970.263050] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 8970.263299] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8970.263502] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8970.263738] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8970.263951] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8970.264151] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8970.264341] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8970.264598]  </IRQ>
[ 8970.264719]  <TASK>
[ 8970.264840] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8970.265119] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 8970.265385] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 8970.266362] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 8970.266642] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 8970.267026] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 8970.267408] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 8970.267787] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 8970.268171] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 8970.268555] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8970.268793] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 8970.269034] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 8970.269214] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 8970.269476] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 8970.269687] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 8970.269901] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8970.269901] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 8970.270187]  </TASK>
| [ 8970.270318] Sending NMI from CPU 1 to CPUs 3:
| [ 8970.270566] NMI backtrace for cpu 3
[ 8970.270573] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 8970.270575] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8970.270584] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 8970.270585] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 8970.270587] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 8970.270588] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 8970.270589] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 8970.270590] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 8970.270591] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 8970.270594] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 8970.270595] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 8970.270596] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 8970.270597] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 8970.270598] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 8970.270598] Call Trace:
[ 8970.270600]  <NMI>
[ 8970.270603] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 8970.270607] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 8970.270612] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 8970.270614] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 8970.270618] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 8970.270620] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 8970.270626] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8970.270629] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8970.270631] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 8970.270633]  </NMI>
[ 8970.270634]  <IRQ>
[ 8970.270635] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 8970.270640] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 8970.270646] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 8970.270651] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 8970.270656] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 8970.270658] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 8970.270665] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 8970.270669] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 8970.270675] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 8970.270681] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 8970.270685] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 8970.270690] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 8970.270697] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8970.270701] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 8970.270704] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8970.270706] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8970.270708] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 8970.270712] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 8970.270715] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 8970.270716] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 8970.270719] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 8970.270722] tc_run (net/core/dev.c:3945) 
[ 8970.270727] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 8970.270730] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 8970.270732] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 8970.270735] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 8970.270737] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 8970.270741] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 8970.270747] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8970.270749] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 8970.270751] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 8970.270757] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 8970.270760] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8970.270762] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 8970.270763] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 8970.270764] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 8970.270766] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 8970.270769] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 8970.270770] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 8970.270774] run_timer_softirq (kernel/time/timer.c:2053) 
[ 8970.270775] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 8970.270779] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 8970.270783] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 8970.270785]  </IRQ>
[ 8970.270785]  <TASK>
[ 8970.270786] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 8970.270788] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 8970.270791] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 8970.270792] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 8970.270793] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 8970.270794] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 8970.270795] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 8970.270796] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 8970.270796] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 8970.270798] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 8970.270801] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8970.270802] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8970.270805] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 8970.270807] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 8970.270812] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 8970.270815] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 8970.270819] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 8970.270823] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 8970.270828] ksys_write (fs/read_write.c:643) 
[ 8970.270830] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 8970.270832] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 8970.270833] RIP: 0033:0x7fe20bcaa957
[ 8970.270848] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 8970.270849] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 8970.270850] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 8970.270851] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 8970.270851] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 8970.270852] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 8970.270853] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9048.274190] rcu: 3-....: (7968156 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1904591
| [ 9048.274738] rcu: (t=7830357 jiffies g=443649 q=6 ncpus=4)
| [ 9048.275054] Sending NMI from CPU 3 to CPUs 1:
| [ 9048.275307] NMI backtrace for cpu 1
[ 9048.275323] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9048.275325] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9048.275334] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9048.275335] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9048.275338] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9048.275339] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9048.275339] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9048.275340] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9048.275341] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9048.275344] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9048.275345] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9048.275346] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9048.275347] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9048.275348] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9048.275349] Call Trace:
[ 9048.275352]  <NMI>
[ 9048.275355] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9048.275360] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9048.275366] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9048.275368] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9048.275373] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9048.275376] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9048.275381] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9048.275384] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9048.275386] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9048.275389]  </NMI>
[ 9048.275389]  <IRQ>
[ 9048.275390] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9048.275395] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9048.275401] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9048.275405] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9048.275409] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9048.275411] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9048.275416] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9048.275420] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9048.275427] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9048.275432] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9048.275436] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9048.275439] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9048.275443] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9048.275450] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9048.275452] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9048.275455] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9048.275457] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9048.275459] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9048.275460] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9048.275463] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9048.275465] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9048.275470] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9048.275472] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9048.275476] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9048.275478] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9048.275482] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9048.275484] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9048.275488] tc_run (net/core/dev.c:3945) 
[ 9048.275493] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9048.275496] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9048.275498] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9048.275500] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9048.275503] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9048.275506] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9048.275508] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9048.275510] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9048.275512] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9048.275517] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9048.275520] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9048.275522] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9048.275524] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9048.275525] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9048.275526] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9048.275530] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9048.275533] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9048.275534] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9048.275537] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9048.275542] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9048.275545]  </IRQ>
[ 9048.275545]  <TASK>
[ 9048.275546] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9048.275548] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9048.275553] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9048.275555] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9048.275555] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9048.275556] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9048.275557] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9048.275558] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9048.275559] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9048.275560] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9048.275562] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9048.275565] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9048.275569] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9048.275572] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9048.275574] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9048.275579] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9048.275572] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 9048.275574] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 9048.275579] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9048.275585]  </TASK>
[ 9048.301805] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9048.302412] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9048.302713] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9048.303699] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9048.303984] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9048.304370] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9048.304757] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9048.305145] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9048.305527] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9048.305913] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9048.306350] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9048.306659] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9048.307040] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9048.307427] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9048.307816] Call Trace:
[ 9048.307955]  <IRQ>
[ 9048.308078] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9048.308320] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9048.308569] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9048.308839] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 9048.309088] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9048.309333] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9048.309575] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9048.309868] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9048.310094] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9048.310354] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9048.310604] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9048.310841] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9048.311130] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9048.311405] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9048.311692] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9048.311963] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9048.312179] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9048.312378] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9048.312619] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9048.312868] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9048.313112] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9048.313381] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9048.313603] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9048.313887] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9048.314154] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9048.314439] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9048.314652] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9048.314911] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9048.315149] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9048.315378] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9048.315587] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9048.315796] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9048.316024] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9048.316226] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9048.316475] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9048.316717] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9048.316922] tc_run (net/core/dev.c:3945) 
[ 9048.317097] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9048.317321] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9048.317533] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9048.317826] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9048.318042] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9048.318271] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9048.318500] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9048.318724] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9048.318941] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9048.319176] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9048.319398] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9048.319641] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9048.319885] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9048.320098] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9048.320343] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9048.320544] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9048.320777] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9048.321022] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9048.321238] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9048.321436] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9048.321633] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9048.321900]  </IRQ>
[ 9048.322020]  <TASK>
[ 9048.322139] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9048.322415] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9048.322717] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9048.323707] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9048.323993] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9048.324381] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9048.324762] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9048.325154] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9048.325540] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9048.325931] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9048.326139] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9048.326408] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9048.326681] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9048.326951] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9048.327149] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9048.327350] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9048.327612] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9048.327881] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9048.328076] ksys_write (fs/read_write.c:643) 
[ 9048.328257] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9048.328460] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9048.328730] RIP: 0033:0x7fe20bcaa957
[ 9048.328928] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9048.329918] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9048.330321] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9048.330703] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9048.331087] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9048.331474] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9048.331861] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9126.332188] rcu: 3-....: (8046157 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1923736
| [ 9126.332742] rcu: (t=7908415 jiffies g=443649 q=6 ncpus=4)
| [ 9126.333038] Sending NMI from CPU 3 to CPUs 1:
| [ 9126.333290] NMI backtrace for cpu 1
[ 9126.333305] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9126.333309] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9126.333321] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9126.333322] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9126.333325] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9126.333326] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9126.333327] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9126.333328] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9126.333328] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9126.333332] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9126.333333] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9126.333334] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9126.333335] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9126.333336] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9126.333336] Call Trace:
[ 9126.333341]  <NMI>
[ 9126.333351] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9126.333358] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9126.333364] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9126.333366] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9126.333370] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9126.333372] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9126.333377] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9126.333380] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9126.333382] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9126.333384]  </NMI>
[ 9126.333385]  <IRQ>
[ 9126.333386] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9126.333391] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9126.333396] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9126.333401] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9126.333405] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9126.333406] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9126.333412] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9126.333420] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9126.333428] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9126.333432] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9126.333436] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9126.333439] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9126.333444] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9126.333450] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9126.333452] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9126.333455] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9126.333457] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9126.333459] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9126.333461] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9126.333463] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9126.333464] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9126.333470] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9126.333472] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9126.333476] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9126.333478] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9126.333481] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9126.333484] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9126.333488] tc_run (net/core/dev.c:3945) 
[ 9126.333492] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9126.333495] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9126.333497] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9126.333499] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9126.333503] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9126.333506] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9126.333509] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9126.333511] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9126.333514] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9126.333519] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9126.333522] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9126.333524] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9126.333526] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9126.333528] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9126.333529] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9126.333533] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9126.333536] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9126.333537] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9126.333540] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9126.333544] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9126.333546]  </IRQ>
[ 9126.333547]  <TASK>
[ 9126.333547] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9126.333550] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9126.333554] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9126.333556] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9126.333557] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9126.333557] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9126.333558] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9126.333559] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9126.333560] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9126.333562] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9126.333564] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9126.333566] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9126.333571] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9126.333574] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9126.333576] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9126.333581] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9126.333574] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 9126.333576] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 9126.333581] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9126.333587]  </TASK>
[ 9126.359799] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9126.360403] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9126.360720] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9126.361720] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9126.362006] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9126.362390] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9126.362792] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9126.363180] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9126.363561] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9126.363946] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9126.364381] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9126.364689] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9126.365073] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9126.365461] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9126.365848] Call Trace:
[ 9126.365986]  <IRQ>
[ 9126.366109] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9126.366349] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9126.366598] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9126.366869] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 9126.367116] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9126.367358] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9126.367599] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9126.367890] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9126.368114] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9126.368377] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9126.368619] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9126.368859] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9126.369142] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9126.369410] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9126.369704] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9126.369974] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9126.370189] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9126.370391] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9126.370631] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9126.370879] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9126.371124] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9126.371393] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9126.371612] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9126.371897] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9126.372163] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9126.372447] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9126.372658] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9126.372916] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9126.373154] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9126.373382] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9126.373590] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9126.373802] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9126.374029] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9126.374231] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9126.374482] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9126.374725] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9126.374933] tc_run (net/core/dev.c:3945) 
[ 9126.375108] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9126.375333] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9126.375546] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9126.375841] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9126.376055] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9126.376289] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9126.376516] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9126.376740] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9126.376957] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9126.377191] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9126.377413] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9126.377657] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9126.377895] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9126.378106] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9126.378348] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9126.378556] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9126.378795] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9126.379036] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9126.379250] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9126.379452] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9126.379653] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9126.379918]  </IRQ>
[ 9126.380037]  <TASK>
[ 9126.380157] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9126.380434] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9126.380737] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9126.381725] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9126.382011] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9126.382399] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9126.382782] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9126.383165] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9126.383553] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9126.383944] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9126.384153] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9126.384422] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9126.384695] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9126.384965] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9126.385164] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9126.385366] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9126.385628] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9126.385898] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9126.386093] ksys_write (fs/read_write.c:643) 
[ 9126.386274] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9126.386475] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9126.386746] RIP: 0033:0x7fe20bcaa957
[ 9126.386954] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9126.387930] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9126.388333] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9126.388715] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9126.389099] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9126.389490] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9126.389873] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9204.390197] rcu: 3-....: (8124158 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1942808
| [ 9204.390753] rcu: (t=7986473 jiffies g=443649 q=6 ncpus=4)
| [ 9204.391049] Sending NMI from CPU 3 to CPUs 1:
| [ 9204.391298] NMI backtrace for cpu 1
[ 9204.391306] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9204.391308] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9204.391317] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9204.391318] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9204.391320] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9204.391321] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9204.391322] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9204.391323] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9204.391323] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9204.391327] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9204.391328] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9204.391329] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9204.391330] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9204.391331] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9204.391332] Call Trace:
[ 9204.391334]  <NMI>
[ 9204.391337] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9204.391342] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9204.391348] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9204.391350] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9204.391355] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9204.391357] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9204.391362] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9204.391365] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9204.391367] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9204.391370]  </NMI>
[ 9204.391370]  <IRQ>
[ 9204.391371] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9204.391376] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9204.391382] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9204.391386] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9204.391391] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9204.391392] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9204.391398] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9204.391402] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9204.391409] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9204.391415] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9204.391419] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9204.391422] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9204.391426] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9204.391433] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9204.391435] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9204.391437] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9204.391439] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9204.391442] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9204.391443] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9204.391446] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9204.391448] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9204.391453] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9204.391455] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9204.391460] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9204.391462] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9204.391465] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9204.391468] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9204.391472] tc_run (net/core/dev.c:3945) 
[ 9204.391477] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9204.391479] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9204.391481] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9204.391483] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9204.391486] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9204.391489] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9204.391491] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9204.391493] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9204.391495] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9204.391500] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9204.391503] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9204.391505] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9204.391507] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9204.391508] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9204.391509] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9204.391513] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9204.391516] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9204.391517] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9204.391520] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9204.391524] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9204.391526]  </IRQ>
[ 9204.391527]  <TASK>
[ 9204.391528] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9204.391530] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9204.391534] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9204.391536] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9204.391537] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9204.391537] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9204.391538] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9204.391539] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9204.391539] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9204.391541] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9204.391543] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9204.391546] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9204.391550] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9204.391553] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9204.391556] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9204.391561] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9204.391553] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 9204.391556] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 9204.391561] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9204.391567]  </TASK>
[ 9204.417832] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9204.418446] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9204.418749] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9204.419737] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9204.420022] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9204.420413] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9204.420800] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9204.421183] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9204.421570] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9204.421961] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9204.422392] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9204.422701] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9204.423083] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9204.423471] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9204.423855] Call Trace:
[ 9204.423995]  <IRQ>
[ 9204.424117] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9204.424357] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9204.424605] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9204.424876] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 9204.425125] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9204.425371] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9204.425612] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9204.425905] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9204.426127] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9204.426389] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9204.426631] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9204.426869] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9204.427155] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9204.427425] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9204.427720] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9204.427988] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9204.428198] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9204.428394] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9204.428631] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9204.428887] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9204.429142] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9204.429411] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9204.429633] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9204.429921] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9204.430189] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9204.430472] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9204.430686] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9204.430947] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9204.431186] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9204.431414] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9204.431623] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9204.431833] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9204.432062] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9204.432262] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9204.432513] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9204.432756] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9204.432964] tc_run (net/core/dev.c:3945) 
[ 9204.433140] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9204.433364] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9204.433576] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9204.433872] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9204.434090] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9204.434317] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9204.434543] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9204.434772] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9204.434990] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9204.435225] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9204.435443] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9204.435685] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9204.435923] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9204.436134] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9204.436379] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9204.436585] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9204.436827] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9204.437067] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9204.437281] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9204.437483] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9204.437678] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9204.437937]  </IRQ>
[ 9204.438060]  <TASK>
[ 9204.438184] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9204.438465] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9204.438762] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9204.439749] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9204.440037] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9204.440420] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9204.440802] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9204.441192] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9204.441578] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9204.441966] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9204.442173] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9204.442443] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9204.442714] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9204.442986] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9204.443186] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9204.443387] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9204.443651] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9204.443922] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9204.444119] ksys_write (fs/read_write.c:643) 
[ 9204.444304] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9204.444508] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9204.444781] RIP: 0033:0x7fe20bcaa957
[ 9204.444979] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9204.445971] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9204.446381] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9204.446759] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9204.447141] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9204.447521] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9204.447902] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9282.448204] rcu: 3-....: (8202159 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=1961732
| [ 9282.448759] rcu: (t=8064531 jiffies g=443649 q=6 ncpus=4)
| [ 9282.449057] Sending NMI from CPU 3 to CPUs 1:
| [ 9282.449310] NMI backtrace for cpu 1
[ 9282.449318] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9282.449320] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9282.449330] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9282.449332] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9282.449333] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9282.449334] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9282.449335] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9282.449336] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9282.449337] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9282.449340] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9282.449341] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9282.449342] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9282.449343] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9282.449343] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9282.449344] Call Trace:
[ 9282.449347]  <NMI>
[ 9282.449349] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9282.449354] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9282.449360] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9282.449362] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9282.449367] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9282.449369] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9282.449374] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9282.449376] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9282.449379] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9282.449381]  </NMI>
[ 9282.449382]  <IRQ>
[ 9282.449383] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9282.449388] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9282.449394] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9282.449398] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9282.449402] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9282.449404] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9282.449410] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9282.449423] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9282.449429] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9282.449434] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9282.449438] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9282.449441] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9282.449445] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9282.449452] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9282.449454] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9282.449456] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9282.449458] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9282.449460] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9282.449462] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9282.449465] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9282.449467] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9282.449472] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9282.449474] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9282.449479] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9282.449481] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9282.449484] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9282.449487] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9282.449492] tc_run (net/core/dev.c:3945) 
[ 9282.449497] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9282.449499] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9282.449501] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9282.449504] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9282.449507] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9282.449511] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9282.449514] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9282.449516] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9282.449519] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9282.449523] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9282.449527] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9282.449528] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9282.449530] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9282.449532] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9282.449533] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9282.449537] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9282.449540] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9282.449541] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9282.449545] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9282.449549] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9282.449551]  </IRQ>
[ 9282.449551]  <TASK>
[ 9282.449552] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9282.449554] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9282.449560] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9282.449561] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9282.449562] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9282.449563] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9282.449563] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9282.449564] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9282.449565] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9282.449567] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9282.449569] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9282.449572] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9282.449576] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9282.449579] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9282.449582] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9282.449586] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9282.449579] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 9282.449582] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 9282.449586] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9282.449593]  </TASK>
[ 9282.475692] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9282.476303] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9282.476607] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9282.477581] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9282.477861] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9282.478238] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9282.478616] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9282.479004] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9282.479390] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9282.479773] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9282.480208] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9282.480517] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9282.480897] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9282.481283] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9282.481670] Call Trace:
[ 9282.481808]  <IRQ>
[ 9282.481931] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9282.482173] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9282.482422] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9282.482691] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 9282.482942] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9282.483183] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9282.483424] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9282.483713] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9282.483937] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9282.484201] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9282.484443] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9282.484680] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9282.484965] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9282.485232] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9282.485524] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9282.485788] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9282.485999] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9282.486194] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9282.486430] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9282.486682] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9282.486934] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9282.487205] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9282.487429] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9282.487718] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9282.487991] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9282.488277] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9282.488490] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9282.488755] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9282.488994] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9282.489221] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9282.489430] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9282.489638] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9282.489865] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9282.490067] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9282.490315] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9282.490556] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9282.490761] tc_run (net/core/dev.c:3945) 
[ 9282.490936] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9282.491161] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9282.491373] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9282.491666] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9282.491880] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9282.492108] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9282.492335] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9282.492558] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9282.492773] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9282.493006] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9282.493228] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9282.493471] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9282.493707] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9282.493918] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9282.494159] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9282.494366] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9282.494603] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9282.494841] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9282.495052] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9282.495253] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9282.495447] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9282.495705]  </IRQ>
[ 9282.495829]  <TASK>
[ 9282.495953] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9282.496232] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9282.496528] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9282.497501] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9282.497780] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9282.498159] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9282.498535] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9282.498922] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9282.499307] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9282.499693] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9282.499901] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9282.500168] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9282.500440] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9282.500708] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9282.500905] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9282.501107] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9282.501368] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9282.501637] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9282.501831] ksys_write (fs/read_write.c:643) 
[ 9282.502014] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9282.502216] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9282.502486] RIP: 0033:0x7fe20bcaa957
[ 9282.502684] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9282.503668] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9282.504073] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9282.504450] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9282.504826] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9282.505206] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9282.505584] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9282.505963]  </TASK>
| [ 9360.505840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 9360.506202] rcu: 1-...0: (8281000 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=1980952
| [ 9360.506742] rcu: (t=8142589 jiffies g=443649 q=6 ncpus=4)
[ 9360.507398] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9360.507994] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9360.508294] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9360.509271] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9360.509551] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9360.509926] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9360.510301] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9360.510677] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9360.511054] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9360.511431] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9360.511858] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9360.512170] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9360.512551] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9360.512928] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9360.513303] Call Trace:
[ 9360.513441]  <IRQ>
[ 9360.513560] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9360.513806] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9360.514062] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9360.514279] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9360.514490] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9360.514698] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 9360.514947] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9360.515192] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9360.515428] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9360.515713] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9360.515935] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9360.516192] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9360.516437] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9360.516670] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9360.516959] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9360.517230] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9360.517514] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9360.517781] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9360.517993] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9360.518191] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9360.518429] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9360.518678] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9360.518925] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9360.519196] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9360.519417] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9360.519701] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9360.519976] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9360.520261] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9360.520471] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9360.520682] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9360.520943] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9360.521158] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9360.521427] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9360.521634] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9360.521843] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9360.522049] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9360.522256] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9360.522463] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9360.522700] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9360.522909] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9360.523127] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9360.523344] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9360.523576] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9360.523789] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9360.523995] tc_run (net/core/dev.c:3945) 
[ 9360.524173] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9360.524395] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9360.524606] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9360.524823] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9360.525046] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9360.525272] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9360.525484] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9360.525703] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9360.525917] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9360.526144] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9360.526344] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9360.526586] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9360.526829] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9360.527040] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9360.527288] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9360.527494] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9360.527730] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9360.527941] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9360.528141] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9360.528330] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9360.528593]  </IRQ>
[ 9360.528710]  <TASK>
[ 9360.528827] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9360.529099] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9360.529369] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9360.530331] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9360.530609] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9360.530983] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9360.531356] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9360.531731] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9360.532104] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9360.532480] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9360.532715] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9360.532953] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9360.533133] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9360.533398] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9360.533616] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9360.533828] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9360.533828] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9360.534111]  </TASK>
| [ 9360.534234] Sending NMI from CPU 1 to CPUs 3:
| [ 9360.534484] NMI backtrace for cpu 3
[ 9360.534492] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9360.534494] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 9360.534503] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	f3 0f 1e fa          	endbr64
  12:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  17:	41 55                	push   %r13
  19:	41 54                	push   %r12
  1b:	55                   	push   %rbp
  1c:	48 89 fd             	mov    %rdi,%rbp
  1f:	53                   	push   %rbx
  20:	66 90                	xchg   %ax,%ax
  22:	ba 01 00 00 00       	mov    $0x1,%edx
  27:	8b 45 00             	mov    0x0(%rbp),%eax
  2a:*	85 c0                	test   %eax,%eax		<-- trapping instruction
  2c:	75 14                	jne    0x42
  2e:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  33:	85 c0                	test   %eax,%eax
  35:	75 f0                	jne    0x27
  37:	5b                   	pop    %rbx
  38:	5d                   	pop    %rbp
  39:	41 5c                	pop    %r12
  3b:	41 5d                	pop    %r13
  3d:	c3                   	ret
  3e:	cc                   	int3
  3f:	cc                   	int3

Code starting with the faulting instruction
===========================================
   0:	85 c0                	test   %eax,%eax
   2:	75 14                	jne    0x18
   4:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   9:	85 c0                	test   %eax,%eax
   b:	75 f0                	jne    0xfffffffffffffffd
   d:	5b                   	pop    %rbx
   e:	5d                   	pop    %rbp
   f:	41 5c                	pop    %r12
  11:	41 5d                	pop    %r13
  13:	c3                   	ret
  14:	cc                   	int3
  15:	cc                   	int3
[ 9360.534505] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9360.534506] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9360.534508] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9360.534509] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9360.534509] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9360.534510] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9360.534514] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9360.534515] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9360.534517] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9360.534518] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9360.534518] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9360.534519] Call Trace:
[ 9360.534521]  <NMI>
[ 9360.534524] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9360.534531] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9360.534537] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9360.534540] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9360.534545] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9360.534547] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9360.534553] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 9360.534556] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 9360.534558] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 9360.534561]  </NMI>
[ 9360.534561]  <IRQ>
[ 9360.534562] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9360.534567] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9360.534573] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9360.534578] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9360.534583] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9360.534584] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9360.534591] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9360.534595] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9360.534601] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9360.534606] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9360.534611] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9360.534616] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9360.534624] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9360.534627] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9360.534630] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9360.534632] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9360.534635] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9360.534638] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9360.534641] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9360.534643] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9360.534645] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9360.534648] tc_run (net/core/dev.c:3945) 
[ 9360.534654] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9360.534656] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9360.534658] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9360.534661] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9360.534663] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9360.534666] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9360.534670] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9360.534672] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9360.534675] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9360.534681] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9360.534684] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9360.534685] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9360.534687] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9360.534688] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9360.534690] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9360.534693] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9360.534695] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9360.534699] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9360.534700] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9360.534704] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9360.534708] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9360.534711]  </IRQ>
[ 9360.534711]  <TASK>
[ 9360.534712] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9360.534714] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9360.534717] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9360.534718] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9360.534719] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9360.534720] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9360.534720] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9360.534721] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9360.534722] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9360.534723] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9360.534726] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9360.534727] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9360.534730] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9360.534732] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9360.534737] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9360.534739] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9360.534743] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9360.534747] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9360.534751] ksys_write (fs/read_write.c:643) 
[ 9360.534753] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9360.534755] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9360.534757] RIP: 0033:0x7fe20bcaa957
[ 9360.534759] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9360.534760] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9360.534762] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9360.534763] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9360.534763] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9360.534764] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9360.534765] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9360.534767]  </TASK>
| [ 9438.537839] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 9438.538192] rcu: 1-...0: (8359004 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=2000232
| [ 9438.538737] rcu: (t=8220621 jiffies g=443649 q=6 ncpus=4)
[ 9438.539396] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9438.539998] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 9438.540295] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	f3 0f 1e fa          	endbr64
  12:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  17:	41 55                	push   %r13
  19:	41 54                	push   %r12
  1b:	55                   	push   %rbp
  1c:	48 89 fd             	mov    %rdi,%rbp
  1f:	53                   	push   %rbx
  20:	66 90                	xchg   %ax,%ax
  22:	ba 01 00 00 00       	mov    $0x1,%edx
  27:	8b 45 00             	mov    0x0(%rbp),%eax
  2a:*	85 c0                	test   %eax,%eax		<-- trapping instruction
  2c:	75 14                	jne    0x42
  2e:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  33:	85 c0                	test   %eax,%eax
  35:	75 f0                	jne    0x27
  37:	5b                   	pop    %rbx
  38:	5d                   	pop    %rbp
  39:	41 5c                	pop    %r12
  3b:	41 5d                	pop    %r13
  3d:	c3                   	ret
  3e:	cc                   	int3
  3f:	cc                   	int3

Code starting with the faulting instruction
===========================================
   0:	85 c0                	test   %eax,%eax
   2:	75 14                	jne    0x18
   4:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   9:	85 c0                	test   %eax,%eax
   b:	75 f0                	jne    0xfffffffffffffffd
   d:	5b                   	pop    %rbx
   e:	5d                   	pop    %rbp
   f:	41 5c                	pop    %r12
  11:	41 5d                	pop    %r13
  13:	c3                   	ret
  14:	cc                   	int3
  15:	cc                   	int3
[ 9438.541275] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9438.541556] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9438.541939] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9438.542322] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9438.542702] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9438.543087] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9438.543471] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9438.543900] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9438.544206] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9438.544584] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9438.544968] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9438.545347] Call Trace:
[ 9438.545487]  <IRQ>
[ 9438.545612] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9438.545852] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9438.546097] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9438.546305] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9438.546513] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9438.546722] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 9438.546971] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9438.547216] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9438.547458] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9438.547746] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9438.547968] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9438.548236] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9438.548480] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9438.548711] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9438.548995] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9438.549265] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9438.549556] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 9438.549822] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9438.550035] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9438.550233] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9438.550471] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9438.550719] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9438.550964] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9438.551229] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9438.551447] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9438.551731] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9438.552004] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9438.552287] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9438.552500] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9438.552717] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9438.552980] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9438.553190] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9438.553460] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9438.553667] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9438.553875] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9438.554083] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9438.554294] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9438.554501] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9438.554739] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9438.554951] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9438.555170] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9438.555388] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9438.555621] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9438.555833] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9438.556036] tc_run (net/core/dev.c:3945) 
[ 9438.556210] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9438.556434] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9438.556649] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9438.556860] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9438.557086] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9438.557308] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9438.557526] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9438.557746] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9438.557965] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9438.558199] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9438.558406] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9438.558654] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9438.558903] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9438.559121] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9438.559366] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9438.559569] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9438.559802] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9438.560019] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9438.560216] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9438.560408] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9438.560671]  </IRQ>
[ 9438.560789]  <TASK>
[ 9438.560908] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9438.561185] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9438.561455] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9438.562421] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9438.562697] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9438.563075] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9438.563450] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9438.563826] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9438.564201] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9438.564579] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9438.564813] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9438.565049] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9438.565229] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9438.565495] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9438.565708] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9438.565920] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9438.565920] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9438.566205]  </TASK>
| [ 9438.566329] Sending NMI from CPU 1 to CPUs 3:
| [ 9438.566578] NMI backtrace for cpu 3
[ 9438.566586] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9438.566587] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9438.566596] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9438.566598] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9438.566600] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9438.566601] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9438.566602] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9438.566603] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9438.566604] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9438.566607] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9438.566608] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9438.566609] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9438.566610] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9438.566611] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9438.566612] Call Trace:
[ 9438.566614]  <NMI>
[ 9438.566616] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9438.566620] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9438.566626] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9438.566628] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9438.566632] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9438.566634] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9438.566640] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9438.566643] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9438.566645] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9438.566647]  </NMI>
[ 9438.566648]  <IRQ>
[ 9438.566649] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9438.566654] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9438.566659] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9438.566665] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9438.566670] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9438.566672] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9438.566678] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9438.566682] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9438.566688] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9438.566694] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9438.566698] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9438.566704] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9438.566711] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9438.566715] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9438.566717] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9438.566720] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9438.566723] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9438.566726] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9438.566729] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9438.566731] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9438.566733] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9438.566737] tc_run (net/core/dev.c:3945) 
[ 9438.566742] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9438.566745] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9438.566747] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9438.566749] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9438.566752] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9438.566754] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9438.566759] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9438.566760] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9438.566763] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9438.566768] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9438.566771] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9438.566772] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9438.566774] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9438.566775] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9438.566777] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9438.566780] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9438.566783] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9438.566786] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9438.566787] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9438.566791] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9438.566795] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9438.566797]  </IRQ>
[ 9438.566798]  <TASK>
[ 9438.566798] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9438.566801] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9438.566803] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9438.566805] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9438.566806] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9438.566806] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9438.566807] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9438.566808] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9438.566809] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9438.566810] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9438.566813] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9438.566815] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9438.566817] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9438.566819] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9438.566825] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9438.566827] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9438.566832] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9438.566835] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9438.566841] ksys_write (fs/read_write.c:643) 
[ 9438.566843] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9438.566846] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9438.566847] RIP: 0033:0x7fe20bcaa957
[ 9438.566858] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9438.566859] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9438.566860] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9438.566861] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9438.566862] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9438.566863] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9438.566864] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9438.566866]  </TASK>
| [ 9516.569852] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 9516.570202] rcu: 1-...0: (8437008 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=2019513
| [ 9516.570751] rcu: (t=8298653 jiffies g=443649 q=6 ncpus=4)
[ 9516.571409] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9516.572009] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9516.572310] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9516.573281] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9516.573558] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9516.573936] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9516.574312] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9516.574687] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9516.575067] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9516.575445] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9516.575877] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9516.576188] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9516.576573] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9516.576950] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9516.577325] Call Trace:
[ 9516.577468]  <IRQ>
[ 9516.577592] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9516.577842] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9516.578092] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9516.578308] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9516.578519] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9516.578728] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 9516.578977] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9516.579223] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9516.579459] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9516.579746] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9516.579969] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9516.580226] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9516.580470] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9516.580703] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9516.580988] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9516.581258] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9516.581542] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9516.581809] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9516.582025] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9516.582222] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9516.582457] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9516.582702] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9516.582944] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9516.583208] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9516.583424] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9516.583704] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9516.583968] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9516.584248] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9516.584455] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9516.584664] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9516.584921] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9516.585129] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9516.585395] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9516.585610] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9516.585820] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9516.586030] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9516.586241] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9516.586455] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9516.586698] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9516.586913] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9516.587133] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9516.587356] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9516.587591] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9516.587808] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9516.588014] tc_run (net/core/dev.c:3945) 
[ 9516.588192] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9516.588413] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9516.588624] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9516.588840] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9516.589064] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9516.589285] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9516.589503] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9516.589722] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9516.589936] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9516.590163] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9516.590363] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9516.590605] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9516.590849] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9516.591060] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9516.591308] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9516.591513] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9516.591749] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9516.591961] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9516.592160] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9516.592350] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9516.592605]  </IRQ>
[ 9516.592728]  <TASK>
[ 9516.592851] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9516.593129] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9516.593395] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9516.594370] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9516.594650] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9516.595028] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9516.595410] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9516.595792] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9516.596169] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9516.596549] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9516.596787] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9516.597028] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9516.597210] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9516.597472] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9516.597690] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9516.597901] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9516.597901] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9516.598181]  </TASK>
| [ 9516.598308] Sending NMI from CPU 1 to CPUs 3:
| [ 9516.598566] NMI backtrace for cpu 3
[ 9516.598574] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9516.598576] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9516.598585] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9516.598587] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9516.598589] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9516.598590] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9516.598591] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9516.598592] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9516.598592] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9516.598596] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9516.598597] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9516.598598] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9516.598599] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9516.598599] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9516.598600] Call Trace:
[ 9516.598602]  <NMI>
[ 9516.598604] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9516.598609] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9516.598615] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9516.598617] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9516.598621] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9516.598623] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9516.598629] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9516.598632] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9516.598634] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9516.598636]  </NMI>
[ 9516.598637]  <IRQ>
[ 9516.598638] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9516.598643] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9516.598649] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9516.598654] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9516.598658] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9516.598660] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9516.598666] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9516.598671] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9516.598677] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9516.598682] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9516.598687] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9516.598692] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9516.598699] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9516.598702] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9516.598705] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9516.598707] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9516.598710] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9516.598713] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9516.598716] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9516.598718] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9516.598721] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9516.598724] tc_run (net/core/dev.c:3945) 
[ 9516.598729] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9516.598732] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9516.598734] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9516.598737] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9516.598739] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9516.598743] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9516.598749] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9516.598750] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9516.598753] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9516.598758] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9516.598761] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9516.598762] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9516.598764] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9516.598765] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9516.598767] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9516.598770] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9516.598772] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9516.598776] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9516.598777] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9516.598780] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9516.598784] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9516.598786]  </IRQ>
[ 9516.598787]  <TASK>
[ 9516.598787] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9516.598790] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9516.598792] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9516.598793] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9516.598794] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9516.598795] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9516.598796] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9516.598797] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9516.598797] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9516.598799] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9516.598802] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9516.598803] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9516.598806] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9516.598807] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9516.598813] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9516.598815] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9516.598820] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9516.598824] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9516.598828] ksys_write (fs/read_write.c:643) 
[ 9516.598830] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9516.598832] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9516.598834] RIP: 0033:0x7fe20bcaa957
[ 9516.598836] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9516.598838] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9516.598840] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9516.598840] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9516.598841] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9516.598842] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9516.598843] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9594.602206] rcu: 3-....: (8514172 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=2038690
| [ 9594.602758] rcu: (t=8376685 jiffies g=443649 q=6 ncpus=4)
| [ 9594.603054] Sending NMI from CPU 3 to CPUs 1:
| [ 9594.603304] NMI backtrace for cpu 1
[ 9594.603313] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9594.603315] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9594.603332] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9594.603333] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9594.603335] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9594.603336] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9594.603337] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9594.603338] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9594.603339] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9594.603342] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9594.603343] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9594.603344] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9594.603345] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9594.603345] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9594.603346] Call Trace:
[ 9594.603349]  <NMI>
[ 9594.603352] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9594.603357] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9594.603363] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9594.603366] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9594.603370] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9594.603372] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9594.603377] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9594.603380] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9594.603382] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9594.603384]  </NMI>
[ 9594.603385]  <IRQ>
[ 9594.603386] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9594.603390] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9594.603396] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9594.603400] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9594.603405] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9594.603406] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9594.603412] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9594.603417] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9594.603425] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9594.603430] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9594.603433] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9594.603436] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9594.603441] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9594.603449] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9594.603450] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9594.603453] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9594.603455] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9594.603457] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9594.603459] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9594.603461] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9594.603463] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9594.603469] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9594.603471] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9594.603475] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9594.603477] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9594.603481] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9594.603484] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9594.603488] tc_run (net/core/dev.c:3945) 
[ 9594.603493] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9594.603496] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9594.603498] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9594.603500] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9594.603504] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9594.603508] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9594.603511] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9594.603512] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9594.603515] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9594.603520] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9594.603524] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9594.603526] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9594.603528] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9594.603529] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9594.603530] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9594.603534] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9594.603537] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9594.603538] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9594.603541] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9594.603546] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9594.603548]  </IRQ>
[ 9594.603548]  <TASK>
[ 9594.603549] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9594.603551] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9594.603556] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9594.603558] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9594.603559] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9594.603559] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9594.603560] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9594.603561] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9594.603562] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9594.603564] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9594.603565] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9594.603568] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9594.603572] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9594.603575] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9594.603578] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9594.603582] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9594.603575] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 9594.603578] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 9594.603582] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9594.603588]  </TASK>
[ 9594.629689] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9594.630290] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9594.630591] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9594.631572] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9594.631858] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9594.632239] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9594.632619] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9594.633004] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9594.633388] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9594.633769] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9594.634194] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9594.634500] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9594.634879] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9594.635259] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9594.635643] Call Trace:
[ 9594.635784]  <IRQ>
[ 9594.635905] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9594.636148] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9594.636395] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9594.636661] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 9594.636907] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9594.637148] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9594.637393] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9594.637680] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9594.637902] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9594.638160] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9594.638405] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9594.638636] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9594.638918] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9594.639189] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9594.639480] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9594.639748] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9594.639967] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9594.640164] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9594.640402] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9594.640649] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9594.640894] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9594.641161] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9594.641381] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9594.641664] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9594.641930] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9594.642213] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9594.642426] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9594.642683] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9594.642923] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9594.643148] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9594.643358] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9594.643565] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9594.643792] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9594.643993] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9594.644242] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9594.644485] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9594.644690] tc_run (net/core/dev.c:3945) 
[ 9594.644866] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9594.645087] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9594.645302] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9594.645595] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9594.645805] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9594.646032] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9594.646255] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9594.646481] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9594.646695] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9594.646931] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9594.647149] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9594.647393] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9594.647625] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9594.647834] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9594.648078] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9594.648278] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9594.648512] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9594.648757] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9594.648974] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9594.649172] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9594.649368] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9594.649630]  </IRQ>
[ 9594.649749]  <TASK>
[ 9594.649868] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9594.650147] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9594.650446] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9594.651428] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9594.651710] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9594.652094] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9594.652478] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9594.652858] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9594.653238] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9594.653622] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9594.653833] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9594.654099] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9594.654369] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9594.654636] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9594.654834] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9594.655035] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9594.655294] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9594.655563] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9594.655754] ksys_write (fs/read_write.c:643) 
[ 9594.655938] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9594.656140] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9594.656410] RIP: 0033:0x7fe20bcaa957
[ 9594.656611] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9594.657594] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9594.657993] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9594.658378] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9594.658763] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9594.659144] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9594.659525] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9672.660194] rcu: 3-....: (8592173 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=2057991
| [ 9672.660740] rcu: (t=8454743 jiffies g=443649 q=6 ncpus=4)
| [ 9672.661042] Sending NMI from CPU 3 to CPUs 1:
| [ 9672.661287] NMI backtrace for cpu 1
[ 9672.661303] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9672.661305] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9672.661314] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9672.661315] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9672.661317] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9672.661318] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9672.661319] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9672.661320] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9672.661321] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9672.661323] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9672.661325] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9672.661326] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9672.661327] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9672.661328] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9672.661329] Call Trace:
[ 9672.661331]  <NMI>
[ 9672.661334] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9672.661339] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9672.661345] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9672.661347] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9672.661351] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9672.661353] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9672.661358] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9672.661361] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9672.661363] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9672.661366]  </NMI>
[ 9672.661366]  <IRQ>
[ 9672.661367] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9672.661372] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9672.661377] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9672.661382] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9672.661386] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9672.661388] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9672.661393] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9672.661398] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9672.661403] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9672.661409] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9672.661412] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9672.661415] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9672.661420] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9672.661426] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9672.661428] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9672.661430] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9672.661433] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9672.661435] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9672.661437] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9672.661439] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9672.661441] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9672.661447] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9672.661449] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9672.661453] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9672.661455] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9672.661459] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9672.661462] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9672.661466] tc_run (net/core/dev.c:3945) 
[ 9672.661469] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9672.661472] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9672.661474] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9672.661476] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9672.661479] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9672.661482] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9672.661484] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9672.661486] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9672.661489] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9672.661492] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9672.661495] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9672.661497] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9672.661498] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9672.661499] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9672.661501] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9672.661504] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9672.661507] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9672.661508] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9672.661512] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9672.661516] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9672.661518]  </IRQ>
[ 9672.661519]  <TASK>
[ 9672.661521] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9672.661523] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9672.661527] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9672.661528] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9672.661529] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9672.661530] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9672.661531] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9672.661532] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9672.661533] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9672.661535] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9672.661536] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9672.661539] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9672.661544] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9672.661547] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9672.661549] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9672.661554] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9672.661547] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 9672.661549] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 9672.661554] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9672.661560]  </TASK>
[ 9672.687638] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9672.688250] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9672.688552] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9672.689525] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9672.689802] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9672.690183] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9672.690561] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9672.690937] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9672.691314] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9672.691694] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9672.692128] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9672.692440] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9672.692828] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9672.693205] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9672.693581] Call Trace:
[ 9672.693720]  <IRQ>
[ 9672.693837] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9672.694081] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9672.694330] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9672.694601] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 9672.694846] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9672.695093] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9672.695328] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9672.695612] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9672.695838] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9672.696096] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9672.696340] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9672.696571] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9672.696855] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9672.697132] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9672.697426] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9672.697692] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9672.697903] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9672.698098] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9672.698334] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9672.698588] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9672.698840] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9672.699110] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9672.699336] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9672.699627] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9672.699898] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9672.700185] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9672.700401] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9672.700666] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9672.700910] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9672.701141] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9672.701355] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9672.701572] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9672.701805] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9672.702012] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9672.702266] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9672.702505] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9672.702705] tc_run (net/core/dev.c:3945) 
[ 9672.702878] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9672.703106] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9672.703318] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9672.703607] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9672.703817] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9672.704041] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9672.704271] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9672.704495] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9672.704714] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9672.704945] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9672.705159] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9672.705403] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9672.705636] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9672.705848] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9672.706092] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9672.706293] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9672.706527] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9672.706769] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9672.706992] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9672.707194] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9672.707389] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9672.707647]  </IRQ>
[ 9672.707771]  <TASK>
[ 9672.707894] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9672.708174] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9672.708472] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9672.709449] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9672.709729] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9672.710106] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9672.710486] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9672.710867] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9672.711248] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9672.711627] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9672.711832] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9672.712104] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9672.712372] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9672.712643] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9672.712837] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9672.713034] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9672.713299] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9672.713564] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9672.713753] ksys_write (fs/read_write.c:643) 
[ 9672.713942] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9672.714151] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9672.714425] RIP: 0033:0x7fe20bcaa957
[ 9672.714625] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9672.715595] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9672.715997] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9672.716381] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9672.716766] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9672.717150] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9672.717526] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9750.719195] rcu: 3-....: (8670175 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=2077336
| [ 9750.719746] rcu: (t=8532802 jiffies g=443649 q=6 ncpus=4)
| [ 9750.720040] Sending NMI from CPU 3 to CPUs 1:
| [ 9750.720286] NMI backtrace for cpu 1
[ 9750.720301] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9750.720304] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9750.720316] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9750.720317] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9750.720319] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9750.720320] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9750.720321] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9750.720322] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9750.720323] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9750.720326] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9750.720327] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9750.720329] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9750.720330] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9750.720330] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9750.720331] Call Trace:
[ 9750.720337]  <NMI>
[ 9750.720347] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9750.720353] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9750.720359] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9750.720362] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9750.720366] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9750.720368] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9750.720374] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9750.720376] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9750.720378] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9750.720381]  </NMI>
[ 9750.720381]  <IRQ>
[ 9750.720382] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9750.720387] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9750.720393] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9750.720397] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9750.720402] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9750.720403] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9750.720409] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9750.720416] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9750.720424] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9750.720429] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9750.720433] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9750.720435] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9750.720441] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9750.720447] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9750.720449] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9750.720452] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9750.720454] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9750.720456] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9750.720458] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9750.720460] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9750.720462] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9750.720468] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9750.720469] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9750.720474] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9750.720476] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9750.720479] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9750.720483] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9750.720486] tc_run (net/core/dev.c:3945) 
[ 9750.720492] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9750.720494] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9750.720496] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9750.720499] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9750.720502] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9750.720507] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9750.720509] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9750.720511] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9750.720514] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9750.720518] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9750.720522] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9750.720523] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9750.720525] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9750.720527] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9750.720528] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9750.720532] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9750.720535] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9750.720536] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9750.720540] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9750.720544] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9750.720547]  </IRQ>
[ 9750.720547]  <TASK>
[ 9750.720547] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9750.720550] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9750.720555] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9750.720556] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9750.720557] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9750.720558] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9750.720559] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9750.720559] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9750.720560] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9750.720562] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9750.720564] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9750.720566] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9750.720571] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9750.720574] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9750.720576] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9750.720581] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9750.720574] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 9750.720576] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 9750.720581] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9750.720587]  </TASK>
[ 9750.746699] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9750.747306] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9750.747607] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9750.748588] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9750.748871] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9750.749258] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9750.749643] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9750.750023] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9750.750407] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9750.750794] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9750.751226] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9750.751530] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9750.751912] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9750.752296] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9750.752674] Call Trace:
[ 9750.752814]  <IRQ>
[ 9750.752933] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9750.753173] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9750.753420] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9750.753688] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 9750.753937] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9750.754180] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9750.754419] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9750.754707] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9750.754929] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9750.755189] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9750.755429] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9750.755665] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9750.755949] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9750.756217] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9750.756509] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9750.756780] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9750.756994] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9750.757192] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9750.757430] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9750.757677] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9750.757924] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9750.758191] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9750.758413] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9750.758696] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9750.758964] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9750.759245] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9750.759457] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9750.759714] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9750.759954] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9750.760180] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9750.760387] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9750.760597] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9750.760826] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9750.761026] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9750.761274] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9750.761515] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9750.761721] tc_run (net/core/dev.c:3945) 
[ 9750.761897] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9750.762119] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9750.762329] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9750.762623] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9750.762840] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9750.763064] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9750.763292] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9750.763518] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9750.763733] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9750.763968] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9750.764184] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9750.764425] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9750.764662] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9750.764872] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9750.765115] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9750.765320] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9750.765556] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9750.765795] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9750.766012] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9750.766213] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9750.766407] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9750.766670]  </IRQ>
[ 9750.766789]  <TASK>
[ 9750.766909] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9750.767183] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9750.767487] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9750.768469] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9750.768753] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9750.769136] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9750.769516] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9750.769907] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9750.770293] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9750.770675] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9750.770882] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9750.771150] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9750.771420] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9750.771686] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9750.771886] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9750.772084] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9750.772345] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9750.772612] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9750.772805] ksys_write (fs/read_write.c:643) 
[ 9750.772990] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9750.773194] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9750.773465] RIP: 0033:0x7fe20bcaa957
[ 9750.773674] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9750.774650] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9750.775053] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9750.775434] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9750.775819] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9750.776206] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9750.776591] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9828.777186] rcu: 3-....: (8748176 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=2096662
| [ 9828.777730] rcu: (t=8610860 jiffies g=443649 q=6 ncpus=4)
| [ 9828.778029] Sending NMI from CPU 3 to CPUs 1:
| [ 9828.778275] NMI backtrace for cpu 1
[ 9828.778283] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9828.778285] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9828.778294] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9828.778296] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9828.778297] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9828.778299] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9828.778300] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9828.778300] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9828.778301] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9828.778304] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9828.778305] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9828.778306] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9828.778307] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9828.778307] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9828.778308] Call Trace:
[ 9828.778310]  <NMI>
[ 9828.778314] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9828.778319] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9828.778325] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9828.778327] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9828.778331] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9828.778333] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9828.778339] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9828.778341] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9828.778343] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9828.778346]  </NMI>
[ 9828.778346]  <IRQ>
[ 9828.778347] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9828.778351] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9828.778357] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9828.778362] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9828.778366] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9828.778368] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9828.778373] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9828.778377] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9828.778384] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9828.778388] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9828.778392] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9828.778395] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9828.778400] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9828.778407] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9828.778408] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9828.778411] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9828.778413] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9828.778415] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9828.778417] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9828.778419] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9828.778421] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9828.778427] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9828.778429] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9828.778433] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9828.778435] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9828.778439] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9828.778442] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9828.778446] tc_run (net/core/dev.c:3945) 
[ 9828.778451] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9828.778454] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9828.778456] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9828.778458] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9828.778462] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9828.778466] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9828.778468] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9828.778470] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9828.778473] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9828.778479] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9828.778482] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9828.778483] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9828.778486] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9828.778487] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9828.778488] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9828.778492] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9828.778495] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9828.778496] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9828.778499] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9828.778504] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9828.778506]  </IRQ>
[ 9828.778507]  <TASK>
[ 9828.778507] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9828.778510] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9828.778515] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9828.778516] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9828.778517] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9828.778518] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9828.778519] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9828.778520] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9828.778520] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9828.778522] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9828.778524] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9828.778527] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9828.778532] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9828.778534] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9828.778537] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9828.778542] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9828.778534] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 9828.778537] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 9828.778542] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9828.778547]  </TASK>
[ 9828.804706] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9828.805311] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 9828.805611] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d
All code
========
   0:	90                   	nop
   1:	90                   	nop
   2:	90                   	nop
   3:	90                   	nop
   4:	90                   	nop
   5:	90                   	nop
   6:	90                   	nop
   7:	90                   	nop
   8:	90                   	nop
   9:	90                   	nop
   a:	90                   	nop
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	f3 0f 1e fa          	endbr64
  15:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  1a:	41 55                	push   %r13
  1c:	41 54                	push   %r12
  1e:	55                   	push   %rbp
  1f:	48 89 fd             	mov    %rdi,%rbp
  22:	53                   	push   %rbx
  23:	66 90                	xchg   %ax,%ax
  25:	ba 01 00 00 00       	mov    $0x1,%edx
  2a:*	8b 45 00             	mov    0x0(%rbp),%eax		<-- trapping instruction
  2d:	85 c0                	test   %eax,%eax
  2f:	75 14                	jne    0x45
  31:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  36:	85 c0                	test   %eax,%eax
  38:	75 f0                	jne    0x2a
  3a:	5b                   	pop    %rbx
  3b:	5d                   	pop    %rbp
  3c:	41 5c                	pop    %r12
  3e:	41 5d                	pop    %r13

Code starting with the faulting instruction
===========================================
   0:	8b 45 00             	mov    0x0(%rbp),%eax
   3:	85 c0                	test   %eax,%eax
   5:	75 14                	jne    0x1b
   7:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
   c:	85 c0                	test   %eax,%eax
   e:	75 f0                	jne    0x0
  10:	5b                   	pop    %rbx
  11:	5d                   	pop    %rbp
  12:	41 5c                	pop    %r12
  14:	41 5d                	pop    %r13
[ 9828.806594] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9828.806877] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9828.807254] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9828.807636] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9828.808017] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9828.808394] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9828.808774] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9828.809208] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9828.809520] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9828.809903] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9828.810285] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9828.810663] Call Trace:
[ 9828.810800]  <IRQ>
[ 9828.810919] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9828.811167] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9828.811420] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9828.811691] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 9828.811934] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9828.812180] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9828.812417] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9828.812702] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9828.812929] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9828.813189] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9828.813434] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9828.813669] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9828.813956] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9828.814228] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9828.814513] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) 
[ 9828.814783] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9828.814998] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9828.815197] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9828.815435] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9828.815681] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9828.815924] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9828.816195] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9828.816418] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9828.816705] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9828.816977] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9828.817265] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9828.817481] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9828.817743] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9828.817985] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9828.818215] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9828.818429] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9828.818640] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9828.818872] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9828.819076] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9828.819329] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9828.819568] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9828.819770] tc_run (net/core/dev.c:3945) 
[ 9828.819943] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9828.820168] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9828.820378] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9828.820670] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9828.820880] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9828.821103] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9828.821331] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9828.821553] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9828.821772] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9828.822006] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9828.822221] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9828.822468] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9828.822701] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9828.822917] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9828.823162] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9828.823363] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9828.823595] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9828.823840] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9828.824055] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9828.824253] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9828.824451] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9828.824716]  </IRQ>
[ 9828.824836]  <TASK>
[ 9828.824957] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9828.825232] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9828.825533] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9828.826518] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9828.826797] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9828.827178] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9828.827555] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9828.827932] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9828.828312] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9828.828698] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9828.828907] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9828.829177] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9828.829444] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9828.829714] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9828.829910] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9828.830105] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9828.830371] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9828.830639] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9828.830830] ksys_write (fs/read_write.c:643) 
[ 9828.831016] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9828.831223] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9828.831498] RIP: 0033:0x7fe20bcaa957
[ 9828.831696] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9828.832668] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9828.833070] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9828.833450] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9828.833834] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9828.834220] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9828.834606] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9828.834989]  </TASK>
| [ 9906.834840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [ 9906.835193] rcu: 1-...0: (8827245 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=2116076
| [ 9906.835735] rcu: (t=8688918 jiffies g=443649 q=6 ncpus=4)
[ 9906.836402] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9906.837005] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9906.837309] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9906.838276] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9906.838556] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9906.838933] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9906.839308] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9906.839684] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9906.840059] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9906.840435] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9906.840866] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9906.841175] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9906.841555] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9906.841934] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9906.842312] Call Trace:
[ 9906.842448]  <IRQ>
[ 9906.842566] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9906.842812] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9906.843065] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9906.843279] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9906.843488] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9906.843700] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[ 9906.843952] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9906.844204] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9906.844440] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9906.844723] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9906.844949] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9906.845207] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9906.845451] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9906.845685] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9906.845974] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9906.846241] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9906.846528] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9906.846790] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9906.846999] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9906.847194] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9906.847430] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9906.847683] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9906.847933] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9906.848203] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9906.848428] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9906.848712] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9906.848981] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9906.849262] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9906.849469] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9906.849678] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9906.849935] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9906.850145] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9906.850411] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9906.850626] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9906.850837] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9906.851045] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9906.851257] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9906.851471] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9906.851713] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9906.851927] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9906.852148] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9906.852369] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9906.852604] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9906.852814] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9906.853017] tc_run (net/core/dev.c:3945) 
[ 9906.853192] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9906.853415] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9906.853623] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9906.853832] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9906.854053] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9906.854281] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9906.854494] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9906.854719] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9906.854932] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9906.855165] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9906.855368] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9906.855614] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9906.855867] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9906.856079] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9906.856331] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9906.856536] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9906.856772] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9906.856983] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9906.857184] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9906.857373] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9906.857630]  </IRQ>
[ 9906.857752]  <TASK>
[ 9906.857875] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9906.858152] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9906.858418] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9906.859402] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9906.859683] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9906.860062] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9906.860444] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9906.860826] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9906.861204] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9906.861585] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9906.861824] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9906.862066] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9906.862246] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9906.862508] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9906.862722] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9906.862934] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9906.862934] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9906.863218]  </TASK>
| [ 9906.863346] Sending NMI from CPU 1 to CPUs 3:
| [ 9906.863588] NMI backtrace for cpu 3
[ 9906.863596] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9906.863598] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9906.863607] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9906.863609] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9906.863611] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9906.863612] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9906.863613] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9906.863614] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9906.863615] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9906.863618] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9906.863619] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9906.863620] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9906.863621] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9906.863622] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9906.863623] Call Trace:
[ 9906.863626]  <NMI>
[ 9906.863629] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9906.863635] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9906.863642] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9906.863645] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9906.863650] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9906.863652] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9906.863658] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9906.863661] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9906.863664] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9906.863666]  </NMI>
[ 9906.863666]  <IRQ>
[ 9906.863667] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9906.863673] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9906.863678] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9906.863684] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9906.863688] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9906.863690] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9906.863696] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9906.863701] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9906.863708] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9906.863713] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9906.863717] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9906.863723] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9906.863730] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9906.863734] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9906.863737] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9906.863739] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9906.863742] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9906.863745] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9906.863748] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9906.863750] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9906.863753] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9906.863756] tc_run (net/core/dev.c:3945) 
[ 9906.863762] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9906.863764] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9906.863767] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9906.863769] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9906.863772] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9906.863775] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9906.863779] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9906.863780] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9906.863783] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9906.863788] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9906.863791] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9906.863792] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9906.863794] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9906.863795] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9906.863796] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9906.863799] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9906.863801] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9906.863805] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9906.863806] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9906.863810] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9906.863815] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9906.863817]  </IRQ>
[ 9906.863817]  <TASK>
[ 9906.863818] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9906.863820] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9906.863823] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9906.863824] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9906.863825] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9906.863826] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9906.863827] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9906.863828] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9906.863828] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9906.863830] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9906.863833] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9906.863834] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9906.863838] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9906.863840] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9906.863845] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9906.863848] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9906.863852] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9906.863856] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9906.863860] ksys_write (fs/read_write.c:643) 
[ 9906.863862] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9906.863865] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9906.863867] RIP: 0033:0x7fe20bcaa957
[ 9906.863869] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9906.863871] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9906.863872] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9906.863873] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9906.863874] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9906.863874] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9906.863875] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9984.867206] rcu: 3-....: (8904181 ticks this GP) idle=f59c/1/0x4000000000000000 softirq=175084/175086 fqs=2135382
| [ 9984.867760] rcu: (t=8766950 jiffies g=443649 q=6 ncpus=4)
| [ 9984.868056] Sending NMI from CPU 3 to CPUs 1:
| [ 9984.868306] NMI backtrace for cpu 1
[ 9984.868314] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9984.868316] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9984.868324] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9984.868326] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[ 9984.868328] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[ 9984.868329] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[ 9984.868330] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[ 9984.868331] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9984.868331] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[ 9984.868334] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[ 9984.868335] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9984.868336] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[ 9984.868337] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9984.868338] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9984.868339] Call Trace:
[ 9984.868341]  <NMI>
[ 9984.868344] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[ 9984.868349] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[ 9984.868355] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[ 9984.868357] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[ 9984.868362] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[ 9984.868364] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[ 9984.868369] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9984.868372] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9984.868374] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9984.868377]  </NMI>
[ 9984.868377]  <IRQ>
[ 9984.868378] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9984.868383] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9984.868388] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9984.868392] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9984.868397] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9984.868398] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9984.868404] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9984.868409] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9984.868415] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9984.868420] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9984.868424] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9984.868426] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9984.868431] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9984.868438] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9984.868440] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9984.868442] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9984.868444] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9984.868446] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9984.868448] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9984.868451] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9984.868452] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[ 9984.868458] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9984.868460] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[ 9984.868465] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[ 9984.868467] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[ 9984.868470] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[ 9984.868473] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9984.868477] tc_run (net/core/dev.c:3945) 
[ 9984.868482] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9984.868485] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9984.868487] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9984.868489] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9984.868493] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9984.868497] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[ 9984.868499] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9984.868501] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9984.868504] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9984.868509] ? __alloc_skb (net/core/skbuff.c:685) 
[ 9984.868512] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9984.868514] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[ 9984.868516] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[ 9984.868518] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[ 9984.868519] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9984.868523] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9984.868526] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9984.868527] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9984.868530] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9984.868533] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9984.868535]  </IRQ>
[ 9984.868535]  <TASK>
[ 9984.868536] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9984.868538] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[ 9984.868542] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[ 9984.868544] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[ 9984.868545] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[ 9984.868545] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[ 9984.868546] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[ 9984.868547] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[ 9984.868548] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[ 9984.868550] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9984.868551] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[ 9984.868554] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[ 9984.868558] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[ 9984.868561] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 9984.868563] start_secondary (arch/x86/kernel/smpboot.c:336) 
[ 9984.868568] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9984.868561] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
| [ 9984.868563] start_secondary (arch/x86/kernel/smpboot.c:336) 
| [ 9984.868568] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [ 9984.868573]  </TASK>
[ 9984.894857] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 9984.895474] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9984.895777] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[ 9984.896766] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[ 9984.897055] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[ 9984.897443] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[ 9984.897823] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[ 9984.898207] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[ 9984.898593] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[ 9984.898984] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[ 9984.899413] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9984.899726] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[ 9984.900107] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 9984.900490] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[ 9984.900874] Call Trace:
[ 9984.901019]  <IRQ>
[ 9984.901138] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[ 9984.901379] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[ 9984.901627] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9984.901897] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) 
[ 9984.902146] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[ 9984.902394] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[ 9984.902638] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[ 9984.902933] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[ 9984.903157] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[ 9984.903425] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[ 9984.903669] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[ 9984.903908] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[ 9984.904191] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[ 9984.904460] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9984.904753] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[ 9984.905019] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[ 9984.905231] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 9984.905426] ? raw_local_deliver (net/ipv4/raw.c:199) 
[ 9984.905667] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[ 9984.905923] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 9984.906170] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 9984.906435] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[ 9984.906657] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 9984.906944] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 9984.907210] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[ 9984.907493] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[ 9984.907705] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 9984.907966] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9984.908207] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[ 9984.908434] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9984.908648] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9984.908862] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[ 9984.909090] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[ 9984.909294] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[ 9984.909546] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[ 9984.909790] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[ 9984.909998] tc_run (net/core/dev.c:3945) 
[ 9984.910178] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 9984.910402] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 9984.910616] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[ 9984.910914] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[ 9984.911128] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 9984.911356] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[ 9984.911582] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9984.911811] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[ 9984.912025] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 9984.912260] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 9984.912476] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9984.912716] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[ 9984.912955] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[ 9984.913164] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[ 9984.913407] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[ 9984.913611] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[ 9984.913850] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 9984.914089] run_timer_softirq (kernel/time/timer.c:2053) 
[ 9984.914303] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 9984.914505] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 9984.914698] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 9984.914959]  </IRQ>
[ 9984.915080]  <TASK>
[ 9984.915203] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 9984.915489] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[ 9984.915794] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[ 9984.916788] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[ 9984.917075] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[ 9984.917459] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[ 9984.917847] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[ 9984.918235] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[ 9984.918617] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[ 9984.919003] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[ 9984.919213] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9984.919481] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9984.919754] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[ 9984.920024] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[ 9984.920225] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[ 9984.920425] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[ 9984.920686] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[ 9984.920958] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[ 9984.921151] ksys_write (fs/read_write.c:643) 
[ 9984.921334] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[ 9984.921538] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[ 9984.921811] RIP: 0033:0x7fe20bcaa957
[ 9984.922011] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[ 9984.923000] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 9984.923407] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[ 9984.923791] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[ 9984.924171] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 9984.924549] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0
[ 9984.924927] R13: 0000560238cc12a0 R14: 0000000000000001 R15: 0000560238ce04e0
| [ 9984.925308]  </TASK>
| [10062.925840] rcu: INFO: rcu_preempt self-detected stall on CPU
| [10062.926184] rcu: 1-...0: (8983308 ticks this GP) idle=67a4/1/0x4000000000000004 softirq=162499/162501 fqs=2154755
| [10062.926737] rcu: (t=8845009 jiffies g=443649 q=6 ncpus=4)
[10062.927400] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[10062.928013] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[10062.928317] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[10062.929293] RSP: 0000:ffffa5a7800e8748 EFLAGS: 00000202
[10062.929572] RAX: 0000000000000001 RBX: ffff96ec859c8098 RCX: 0000000000000000
[10062.929953] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8098
[10062.930333] RBP: ffff96ec859c8098 R08: 0000000000000001 R09: 0000000000000000
[10062.930711] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[10062.931088] R13: ffff96ec859c8000 R14: ffff96ec859c8098 R15: ffff96ec82b2998c
[10062.931467] FS:  0000000000000000(0000) GS:ffff96ecbec80000(0000) knlGS:0000000000000000
[10062.931904] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[10062.932213] CR2: 000055fd8deed4e0 CR3: 000000000596c003 CR4: 00000000001706f0
[10062.932599] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[10062.932980] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[10062.933357] Call Trace:
[10062.933495]  <IRQ>
[10062.933613] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) 
[10062.933859] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) 
[10062.934110] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[10062.934323] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[10062.934537] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[10062.934754] ? __raise_softirq_irqoff (./include/trace/events/irq.h:156 kernel/softirq.c:694) 
[10062.935010] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) 
[10062.935264] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) 
[10062.935510] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) 
[10062.935799] ? tick_sched_handle (kernel/time/tick-sched.c:256) 
[10062.936021] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) 
[10062.936283] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) 
[10062.936524] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) 
[10062.936762] ? __sysvec_apic_timer_interrupt (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./arch/x86/include/asm/trace/irq_vectors.h:41 arch/x86/kernel/apic/apic.c:1083) 
[10062.937046] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) 
[10062.937315] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[10062.937608] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[10062.937875] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[10062.938084] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[10062.938279] ? raw_local_deliver (net/ipv4/raw.c:199) 
[10062.938516] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[10062.938771] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[10062.939023] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[10062.939294] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[10062.939521] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[10062.939811] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[10062.940088] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[10062.940372] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[10062.940581] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[10062.940798] fl_classify (net/sched/cls_flower.c:345) cls_flower
[10062.941058] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[10062.941266] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[10062.941535] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[10062.941747] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[10062.941958] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[10062.942171] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[10062.942388] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[10062.942599] ? serial8250_interrupt (drivers/tty/serial/8250/8250_core.c:144) 
[10062.942850] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[10062.943062] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) 
[10062.943285] ? _raw_spin_unlock (./arch/x86/include/asm/preempt.h:94 ./include/linux/spinlock_api_smp.h:143 kernel/locking/spinlock.c:186) 
[10062.943509] ? __common_interrupt (./include/asm-generic/irq_regs.h:29 (discriminator 22) arch/x86/kernel/irq.c:270 (discriminator 22)) 
[10062.943748] ? ct_nmi_enter (./include/trace/events/rcu.h:480 kernel/context_tracking.c:297) 
[10062.943960] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[10062.944163] tc_run (net/core/dev.c:3945) 
[10062.944336] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[10062.944560] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[10062.944770] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[10062.944980] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[10062.945209] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[10062.945433] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) 
[10062.945652] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[10062.945875] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[10062.946095] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[10062.946324] ? __alloc_skb (net/core/skbuff.c:685) 
[10062.946524] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[10062.946766] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) 
[10062.947010] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) 
[10062.947224] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) 
[10062.947475] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[10062.947680] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[10062.947917] run_timer_softirq (kernel/time/timer.c:2053) 
[10062.948131] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[10062.948332] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[10062.948524] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[10062.948784]  </IRQ>
[10062.948906]  <TASK>
[10062.949027] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[10062.949307] RIP: 0010:tick_nohz_idle_exit (kernel/time/tick-sched.c:1387) 
[10062.949575] Code: 00 75 4a 0f b6 5d 00 83 e3 fe 41 89 dc 88 5d 00 d0 eb 41 c0 ec 02 83 e3 01 41 83 e4 01 75 34 84 db 75 30 e8 15 55 06 00 fb 5b <5d> 41 5c 41 5d c3 cc cc cc cc e8 b4 55 06 00 f6 45 00 01 75 ba 90
All code
========
   0:	00 75 4a             	add    %dh,0x4a(%rbp)
   3:	0f b6 5d 00          	movzbl 0x0(%rbp),%ebx
   7:	83 e3 fe             	and    $0xfffffffe,%ebx
   a:	41 89 dc             	mov    %ebx,%r12d
   d:	88 5d 00             	mov    %bl,0x0(%rbp)
  10:	d0 eb                	shr    %bl
  12:	41 c0 ec 02          	shr    $0x2,%r12b
  16:	83 e3 01             	and    $0x1,%ebx
  19:	41 83 e4 01          	and    $0x1,%r12d
  1d:	75 34                	jne    0x53
  1f:	84 db                	test   %bl,%bl
  21:	75 30                	jne    0x53
  23:	e8 15 55 06 00       	call   0x6553d
  28:	fb                   	sti
  29:	5b                   	pop    %rbx
  2a:*	5d                   	pop    %rbp		<-- trapping instruction
  2b:	41 5c                	pop    %r12
  2d:	41 5d                	pop    %r13
  2f:	c3                   	ret
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	cc                   	int3
  34:	e8 b4 55 06 00       	call   0x655ed
  39:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  3d:	75 ba                	jne    0xfffffffffffffff9
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	5d                   	pop    %rbp
   1:	41 5c                	pop    %r12
   3:	41 5d                	pop    %r13
   5:	c3                   	ret
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	cc                   	int3
   a:	e8 b4 55 06 00       	call   0x655c3
   f:	f6 45 00 01          	testb  $0x1,0x0(%rbp)
  13:	75 ba                	jne    0xffffffffffffffcf
  15:	90                   	nop
[10062.950559] RSP: 0000:ffffa5a7800a3ed8 EFLAGS: 00000246
[10062.950842] RAX: 0000000000000001 RBX: ffff96ec81373480 RCX: ffff96ecbec9c8e0
[10062.951228] RDX: 0000000000000000 RSI: ffffffff9ea3472b RDI: ffffffff9ea3472b
[10062.951613] RBP: ffff96ecbeca0840 R08: 0000000000000000 R09: 0000000000000000
[10062.951994] R10: 0000000000000000 R11: 00000000018d1b77 R12: 0000000000000001
[10062.952376] R13: 000000fb55b9b3b7 R14: 0000000000000000 R15: 0000000000000000
[10062.952764] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[10062.953005] ? tick_nohz_idle_exit (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/time/tick-sched.c:1386) 
[10062.953248] do_idle (./arch/x86/include/asm/current.h:42 ./include/linux/sched/idle.h:37 kernel/sched/idle.c:326) 
[10062.953429] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) 
[10062.953693] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[10062.953906] start_secondary (arch/x86/kernel/smpboot.c:336) 
[10062.954125] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [10062.954125] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) 
| [10062.954414]  </TASK>
| [10062.954543] Sending NMI from CPU 1 to CPUs 3:
| [10062.954787] NMI backtrace for cpu 3
[10062.954794] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[10062.954795] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[10062.954805] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 <eb> e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00
All code
========
   0:	54                   	push   %rsp
   1:	55                   	push   %rbp
   2:	48 89 fd             	mov    %rdi,%rbp
   5:	53                   	push   %rbx
   6:	66 90                	xchg   %ax,%ax
   8:	ba 01 00 00 00       	mov    $0x1,%edx
   d:	8b 45 00             	mov    0x0(%rbp),%eax
  10:	85 c0                	test   %eax,%eax
  12:	75 14                	jne    0x28
  14:	f0 0f b1 55 00       	lock cmpxchg %edx,0x0(%rbp)
  19:	85 c0                	test   %eax,%eax
  1b:	75 f0                	jne    0xd
  1d:	5b                   	pop    %rbx
  1e:	5d                   	pop    %rbp
  1f:	41 5c                	pop    %r12
  21:	41 5d                	pop    %r13
  23:	c3                   	ret
  24:	cc                   	int3
  25:	cc                   	int3
  26:	cc                   	int3
  27:	cc                   	int3
  28:	f3 90                	pause
  2a:*	eb e1                	jmp    0xd		<-- trapping instruction
  2c:	81 fe 00 01 00 00    	cmp    $0x100,%esi
  32:	74 52                	je     0x86
  34:	40 30 f6             	xor    %sil,%sil
  37:	85 f6                	test   %esi,%esi
  39:	75 75                	jne    0xb0
  3b:	f0                   	lock
  3c:	0f                   	.byte 0xf
  3d:	ba                   	.byte 0xba
  3e:	6d                   	insl   (%dx),%es:(%rdi)
	...

Code starting with the faulting instruction
===========================================
   0:	eb e1                	jmp    0xffffffffffffffe3
   2:	81 fe 00 01 00 00    	cmp    $0x100,%esi
   8:	74 52                	je     0x5c
   a:	40 30 f6             	xor    %sil,%sil
   d:	85 f6                	test   %esi,%esi
   f:	75 75                	jne    0x86
  11:	f0                   	lock
  12:	0f                   	.byte 0xf
  13:	ba                   	.byte 0xba
  14:	6d                   	insl   (%dx),%es:(%rdi)
	...
[10062.954806] RSP: 0018:ffffa5a7801406d8 EFLAGS: 00000202
[10062.954808] RAX: 0000000000000001 RBX: ffff96ec859c8c98 RCX: 0000000000000000
[10062.954809] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff96ec859c8c98
[10062.954810] RBP: ffff96ec859c8c98 R08: 0000000000000001 R09: 0000000000000000
[10062.954811] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000
[10062.954812] R13: ffff96ec859c8c00 R14: ffff96ec859c8c98 R15: ffff96ec82b2854c
[10062.954816] FS:  00007fe20ba55c40(0000) GS:ffff96ecbed80000(0000) knlGS:0000000000000000
[10062.954817] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[10062.954818] CR2: 0000561492a1fdec CR3: 0000000003c58004 CR4: 00000000001706f0
[10062.954819] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[10062.954820] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
[10062.954820] Call Trace:
[10062.954822]  <NMI>
[10062.954824] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) 
[10062.954831] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) 
[10062.954839] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) 
[10062.954842] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) 
[10062.954847] ? exc_nmi (arch/x86/kernel/nmi.c:545) 
[10062.954849] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) 
[10062.954855] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[10062.954857] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[10062.954860] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) 
[10062.954862]  </NMI>
[10062.954862]  <IRQ>
[10062.954863] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) 
[10062.954868] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[10062.954874] ? raw_local_deliver (net/ipv4/raw.c:199) 
[10062.954879] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) 
[10062.954883] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[10062.954885] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[10062.954891] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) 
[10062.954896] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[10062.954902] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[10062.954907] ? tcf_skbedit_act (net/sched/act_skbedit.c:51) act_skbedit
[10062.954911] tcf_action_exec (net/sched/act_api.c:1101 net/sched/act_api.c:1074) 
[10062.954917] fl_classify (net/sched/cls_flower.c:345) cls_flower
[10062.954925] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[10062.954929] ? fib_table_lookup (./include/trace/events/fib.h:13 net/ipv4/fib_trie.c:1638) 
[10062.954931] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[10062.954933] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[10062.954936] ? fib_rules_lookup (net/core/fib_rules.c:343) 
[10062.954939] ? __fib_lookup (net/ipv4/fib_rules.c:101) 
[10062.954942] ? __fib_validate_source (net/ipv4/fib_frontend.c:389) 
[10062.954944] ? fib_lookup_good_nhc (./include/linux/inetdevice.h:261 net/ipv4/fib_trie.c:1433) 
[10062.954947] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) 
[10062.954950] tc_run (net/core/dev.c:3945) 
[10062.954955] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[10062.954957] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[10062.954959] ? update_sd_lb_stats.constprop.0 (./include/trace/events/sched.h:771 kernel/sched/fair.c:10624) 
[10062.954962] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) 
[10062.954964] ip_finish_output2 (./include/linux/netdevice.h:3171 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[10062.954967] ? rcu_read_lock_held (kernel/rcu/update.c:105 kernel/rcu/update.c:349) 
[10062.954971] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[10062.954973] __ip_queue_xmit (net/ipv4/ip_output.c:535) 
[10062.954975] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[10062.954980] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[10062.954983] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[10062.954984] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) 
[10062.954986] tcp_write_timer (net/ipv4/tcp_timer.c:710) 
[10062.954987] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) 
[10062.954989] call_timer_fn (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/timer.h:127 kernel/time/timer.c:1701) 
[10062.954992] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) 
[10062.954994] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[10062.954998] run_timer_softirq (kernel/time/timer.c:2053) 
[10062.954999] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[10062.955003] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[10062.955007] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[10062.955010]  </IRQ>
[10062.955010]  <TASK>
[10062.955011] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[10062.955013] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) 
[10062.955015] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 3c 39 ff 48 89 ef e8 39 6d 39 ff 80 e7 02 74 06 e8 cf 95 46 ff fb 65 ff 0d cf e8 9f 60 <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
   0:	c7                   	(bad)
   1:	18 53 48             	sbb    %dl,0x48(%rbx)
   4:	89 f3                	mov    %esi,%ebx
   6:	48 8b 74 24 10       	mov    0x10(%rsp),%rsi
   b:	e8 81 3c 39 ff       	call   0xffffffffff393c91
  10:	48 89 ef             	mov    %rbp,%rdi
  13:	e8 39 6d 39 ff       	call   0xffffffffff396d51
  18:	80 e7 02             	and    $0x2,%bh
  1b:	74 06                	je     0x23
  1d:	e8 cf 95 46 ff       	call   0xffffffffff4695f1
  22:	fb                   	sti
  23:	65 ff 0d cf e8 9f 60 	decl   %gs:0x609fe8cf(%rip)        # 0x609fe8f9
  2a:*	74 07                	je     0x33		<-- trapping instruction
  2c:	5b                   	pop    %rbx
  2d:	5d                   	pop    %rbp
  2e:	c3                   	ret
  2f:	cc                   	int3
  30:	cc                   	int3
  31:	cc                   	int3
  32:	cc                   	int3
  33:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
  38:	5b                   	pop    %rbx
  39:	5d                   	pop    %rbp
  3a:	c3                   	ret
  3b:	cc                   	int3
  3c:	cc                   	int3
  3d:	cc                   	int3
  3e:	cc                   	int3
  3f:	66                   	data16

Code starting with the faulting instruction
===========================================
   0:	74 07                	je     0x9
   2:	5b                   	pop    %rbx
   3:	5d                   	pop    %rbp
   4:	c3                   	ret
   5:	cc                   	int3
   6:	cc                   	int3
   7:	cc                   	int3
   8:	cc                   	int3
   9:	0f 1f 44 00 00       	nopl   0x0(%rax,%rax,1)
   e:	5b                   	pop    %rbx
   f:	5d                   	pop    %rbp
  10:	c3                   	ret
  11:	cc                   	int3
  12:	cc                   	int3
  13:	cc                   	int3
  14:	cc                   	int3
  15:	66                   	data16
[10062.955017] RSP: 0018:ffffa5a7874dbd18 EFLAGS: 00000286
[10062.955018] RAX: 0000000000000001 RBX: 0000000000000282 RCX: 0000000000000017
[10062.955018] RDX: ffffffff9f1c7f72 RSI: ffffffff9f630671 RDI: ffffffff9f630671
[10062.955019] RBP: ffffffffa17fff40 R08: 0000000000000000 R09: 0000000000000000
[10062.955020] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
[10062.955021] R13: 0000000000000000 R14: ffff96ec81290801 R15: ffff96ec82200000
[10062.955022] ? rpm_suspend (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/rpm.h:84 drivers/base/power/runtime.c:717) 
[10062.955025] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[10062.955027] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[10062.955029] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) 
[10062.955031] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616) 
[10062.955037] n_tty_write (drivers/tty/n_tty.c:576 drivers/tty/n_tty.c:2379) 
[10062.955039] ? __pfx_woken_wake_function (kernel/sched/wait.c:439) 
[10062.955044] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096) 
[10062.955048] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590) 
[10062.955052] ksys_write (fs/read_write.c:643) 
[10062.955054] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) 
[10062.955056] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) 
[10062.955058] RIP: 0033:0x7fe20bcaa957
[10062.955069] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[10062.955070] RSP: 002b:00007ffc21900788 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[10062.955071] RAX: ffffffffffffffda RBX: 0000560238cf3db0 RCX: 00007fe20bcaa957
[10062.955072] RDX: 0000000000000001 RSI: 0000560238cf3db0 RDI: 0000000000000001
[10062.955073] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[10062.955073] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560238ce04e0


Finger prints:
dump_stack_lvl:__lock_acquire:lock_acquire:_raw_spin_lock_nested
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
cpu_startup_entry:start_secondary:secondary_startup_64_no_verify:queued_spin_lock_slowpath
queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu
secondary_startup_64_no_verify:queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv