======================================
| [ 1305.228897][ C0] #6: ffffffffa8d447e0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) 
| [ 1305.229444][ C0] #7: ffffffffa8d447e0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232) 
| [ 1305.230006][    C0]
| [ 1305.230006][    C0] stack backtrace:
[ 1305.230731][    C0] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1305.231388][    C0] Call Trace:
[ 1305.231590][    C0]  <IRQ>
[ 1305.231758][ C0] dump_stack_lvl (lib/dump_stack.c:107) 
[ 1305.232007][ C0] validate_chain (kernel/locking/lockdep.c:3859) 
[ 1305.232294][ C0] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) 
[ 1305.232648][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) 
[ 1305.233003][ C0] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) 
[ 1305.233255][ C0] __lock_acquire (kernel/locking/lockdep.c:5137) 
[ 1305.233614][ C0] ? lock_downgrade (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:67 ./arch/x86/include/asm/irqflags.h:103 kernel/locking/lockdep.c:5653) 
[ 1305.233942][ C0] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) 
[ 1305.234265][ C0] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) 
[ 1305.234662][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1305.235037][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) 
[ 1305.235466][ C0] ? __pfx_sk_filter_trim_cap (net/core/filter.c:130) 
[ 1305.235887][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1305.236259][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1305.236552][ C0] _raw_spin_lock_nested (kernel/locking/spinlock.c:379) 
[ 1305.236841][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1305.237109][ C0] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1305.237375][ C0] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) 
[ 1305.237646][ C0] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) 
[ 1305.237929][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) 
[ 1305.238227][ C0] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) 
[ 1305.238530][ C0] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1305.238837][ C0] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) 
[ 1305.239107][ C0] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) 
[ 1305.239411][ C0] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390) 
[ 1305.239760][ C0] ip_rcv (./include/net/dst.h:461 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) 
[ 1305.240007][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) 
[ 1305.240327][ C0] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) 
[ 1305.240622][ C0] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) 
[ 1305.240935][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) 
[ 1305.241230][ C0] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1305.241645][ C0] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5535) 
[ 1305.242038][ C0] ? mark_held_locks (kernel/locking/lockdep.c:4274) 
[ 1305.242362][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1305.242698][ C0] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) 
[ 1305.243132][ C0] netif_receive_skb_internal (net/core/dev.c:5742) 
[ 1305.243560][ C0] ? __pfx_netif_receive_skb_internal (net/core/dev.c:5721) 
[ 1305.244014][ C0] ? __copy_skb_header (./include/net/dst.h:290 net/core/skbuff.c:1446) 
[ 1305.244389][ C0] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1517 (discriminator 4)) 
[ 1305.244746][ C0] netif_receive_skb (net/core/dev.c:5801) 
[ 1305.245115][ C0] tcf_mirred_to_dev (net/sched/act_mirred.c:249 net/sched/act_mirred.c:324) act_mirred
[ 1305.245579][ C0] ? __pfx_tcf_skbedit_act (net/sched/act_skbedit.c:43) act_skbedit
[ 1305.246039][ C0] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1305.246453][ C0] tcf_action_exec.part.0 (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100) 
[ 1305.246880][ C0] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1305.247298][ C0] ? __pfx_fl_classify (net/sched/cls_flower.c:316) cls_flower
[ 1305.247749][ C0] ? __pfx_usage_match (kernel/locking/lockdep.c:2256) 
[ 1305.248099][ C0] ? check_irq_usage (kernel/locking/lockdep.c:2823) 
[ 1305.248469][ C0] ? __pfx_check_irq_usage (kernel/locking/lockdep.c:2790) 
[ 1305.248858][ C0] ? __bfs (kernel/locking/lockdep.c:1787) 
[ 1305.249169][ C0] ? __pfx_hlock_conflict (kernel/locking/lockdep.c:2016) 
[ 1305.249464][ C0] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) 
[ 1305.249816][ C0] ? check_noncircular (kernel/locking/lockdep.c:2172) 
[ 1305.250222][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) 
[ 1305.250486][ C0] ? __pfx_check_noncircular (kernel/locking/lockdep.c:2163) 
[ 1305.250808][ C0] ? validate_chain (./include/linux/hash.h:78 kernel/locking/lockdep.c:3759 kernel/locking/lockdep.c:3782 kernel/locking/lockdep.c:3837) 
[ 1305.251076][ C0] __tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734) 
[ 1305.251347][ C0] tcf_classify (net/sched/cls_api.c:1830) 
[ 1305.251613][ C0] ? __pfx_tcf_classify (net/sched/cls_api.c:1779) 
[ 1305.251879][ C0] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) 
[ 1305.252164][ C0] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284) 
[ 1305.252455][ C0] tc_run (net/core/dev.c:3945) 
[ 1305.252715][ C0] ? __pfx_tc_run (net/core/dev.c:3929) 
[ 1305.252984][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1305.253231][ C0] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284) 
[ 1305.253520][ C0] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284) 
[ 1305.253805][ C0] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) 
[ 1305.254089][ C0] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) 
[ 1305.254342][ C0] ? mark_held_locks (kernel/locking/lockdep.c:4274) 
[ 1305.254608][ C0] ? __pfx___dev_queue_xmit (net/core/dev.c:4268) 
[ 1305.254929][ C0] ? neigh_hh_output (./include/linux/seqlock.h:74 ./include/linux/seqlock.h:772 ./include/net/neighbour.h:496) 
[ 1305.255202][ C0] ? vrf_ip_local_out (./include/net/dst.h:451 ./include/net/dst.h:449 drivers/net/vrf.c:522) vrf
[ 1305.255539][ C0] ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) 
[ 1305.255827][ C0] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199) 
[ 1305.256155][ C0] ? __ip_finish_output (net/ipv4/ip_output.c:256 net/ipv4/ip_output.c:308 net/ipv4/ip_output.c:295) 
[ 1305.256446][ C0] ip_output (./include/linux/netfilter.h:303 net/ipv4/ip_output.c:433) 
[ 1305.256687][ C0] ? __pfx_ip_output (net/ipv4/ip_output.c:427) 
[ 1305.256944][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) 
[ 1305.257259][ C0] ? ip_local_out (./include/linux/skbuff.h:1136 ./include/net/dst.h:451 net/ipv4/ip_output.c:129) 
[ 1305.257527][ C0] __ip_queue_xmit (net/ipv4/ip_output.c:535 (discriminator 4)) 
[ 1305.257785][ C0] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1517 (discriminator 4)) 
[ 1305.258050][ C0] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) 
[ 1305.258347][ C0] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1283) 
[ 1305.258644][ C0] ? tcp_small_queue_check.isra.0 (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/linux/refcount.h:136 net/ipv4/tcp_output.c:2623) 
[ 1305.258976][ C0] tcp_write_xmit (net/ipv4/tcp_output.c:2792) 
[ 1305.259242][ C0] ? ipv4_mtu (./include/net/net_namespace.h:385 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 net/ipv4/route.c:1326) 
[ 1305.259486][ C0] ? __pfx_tcp_write_xmit (net/ipv4/tcp_output.c:2702) 
[ 1305.259775][ C0] ? __pfx_tcp_current_mss (net/ipv4/tcp_output.c:1853) 
[ 1305.260088][ C0] __tcp_push_pending_frames (net/ipv4/tcp_output.c:2977) 
[ 1305.260396][ C0] tcp_rcv_state_process (net/ipv4/tcp_input.c:5654 net/ipv4/tcp_input.c:6870) 
[ 1305.260814][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) 
[ 1305.261131][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) 
[ 1305.261502][ C0] ? __lock_acquired (kernel/locking/lockdep.c:339 kernel/locking/lockdep.c:5991) 
[ 1305.261885][ C0] ? __pfx_tcp_rcv_state_process (net/ipv4/tcp_input.c:6620) 
[ 1305.262355][ C0] ? __pfx___lock_acquired (kernel/locking/lockdep.c:5959) 
[ 1305.262797][ C0] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) 
[ 1305.263248][ C0] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929) 
[ 1305.263643][ C0] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2329) 
[ 1305.264023][ C0] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) 
[ 1305.264410][ C0] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) 
[ 1305.264828][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) 
[ 1305.265285][ C0] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) 
[ 1305.265722][ C0] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) 
[ 1305.266159][ C0] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) 
[ 1305.266553][ C0] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) 
[ 1305.267007][ C0] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390) 
[ 1305.267516][ C0] ip_rcv (./include/net/dst.h:461 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) 
[ 1305.267851][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) 
[ 1305.268220][ C0] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) 
[ 1305.268643][ C0] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5983) 
[ 1305.269043][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) 
[ 1305.269414][ C0] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) 
[ 1305.269908][ C0] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5535) 
[ 1305.270430][ C0] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) 
[ 1305.270881][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) 
[ 1305.271276][ C0] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5983) 
[ 1305.271605][ C0] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:5985) 
[ 1305.271891][ C0] __napi_poll.constprop.0 (net/core/dev.c:6585) 
[ 1305.272200][ C0] net_rx_action (net/core/dev.c:6653 net/core/dev.c:6786) 
[ 1305.272494][ C0] ? __pfx_net_rx_action (net/core/dev.c:6750) 
[ 1305.272782][ C0] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) 
[ 1305.273084][ C0] ? ktime_get (./include/linux/seqlock.h:74 kernel/time/timekeeping.c:846) 
[ 1305.273323][ C0] ? hrtimer_interrupt (kernel/time/hrtimer.c:1827) 
[ 1305.273604][ C0] ? __pfx_lapic_next_deadline (arch/x86/kernel/apic/apic.c:454) 
[ 1305.273912][ C0] ? clockevents_program_event (kernel/time/clockevents.c:336 (discriminator 3)) 
[ 1305.274248][ C0] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) 
[ 1305.274505][ C0] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) 
[ 1305.274750][ C0] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) 
[ 1305.275057][    C0]  </IRQ>
[ 1305.275231][    C0]  <TASK>
[ 1305.275410][ C0] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) 
[ 1305.275745][ C0] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) 
[ 1305.276045][ C0] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa eb 07 0f 00 2d c3 a2 41 00 fb f4 <fa> c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90
All code
========
   0:	4c 01 c7             	add    %r8,%rdi
   3:	4c 29 c2             	sub    %r8,%rdx
   6:	e9 72 ff ff ff       	jmp    0xffffffffffffff7d
   b:	90                   	nop
   c:	90                   	nop
   d:	90                   	nop
   e:	90                   	nop
   f:	90                   	nop
  10:	90                   	nop
  11:	90                   	nop
  12:	90                   	nop
  13:	90                   	nop
  14:	90                   	nop
  15:	90                   	nop
  16:	90                   	nop
  17:	90                   	nop
  18:	90                   	nop
  19:	90                   	nop
  1a:	90                   	nop
  1b:	f3 0f 1e fa          	endbr64
  1f:	eb 07                	jmp    0x28
  21:	0f 00 2d c3 a2 41 00 	verw   0x41a2c3(%rip)        # 0x41a2eb
  28:	fb                   	sti
  29:	f4                   	hlt
  2a:*	fa                   	cli		<-- trapping instruction
  2b:	c3                   	ret
  2c:	cc                   	int3
  2d:	cc                   	int3
  2e:	cc                   	int3
  2f:	cc                   	int3
  30:	66 66 2e 0f 1f 84 00 	data16 cs nopw 0x0(%rax,%rax,1)
  37:	00 00 00 00 
  3b:	90                   	nop
  3c:	90                   	nop
  3d:	90                   	nop
  3e:	90                   	nop
  3f:	90                   	nop

Code starting with the faulting instruction
===========================================
   0:	fa                   	cli
   1:	c3                   	ret
   2:	cc                   	int3
   3:	cc                   	int3
   4:	cc                   	int3
   5:	cc                   	int3
   6:	66 66 2e 0f 1f 84 00 	data16 cs nopw 0x0(%rax,%rax,1)
   d:	00 00 00 00 
  11:	90                   	nop
  12:	90                   	nop
  13:	90                   	nop
  14:	90                   	nop
  15:	90                   	nop
[ 1305.277097][    C0] RSP: 0018:ffffffffa8a07df8 EFLAGS: 00000202
[ 1305.277431][    C0] RAX: 0000000001e922bf RBX: 1ffffffff5140fc1 RCX: ffffffffa7a46832
[ 1305.277856][    C0] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffffa54969c6
[ 1305.278286][    C0] RBP: 0000000000000000 R08: 0000000000000001 R09: ffffed1006a7eea4
[ 1305.278712][    C0] R10: ffff8880353f7523 R11: ffff8880353fc348 R12: 0000000000000000
[ 1305.279132][    C0] R13: ffffffffa8a1ce00 R14: dffffc0000000000 R15: 0000000000013d50
[ 1305.279563][ C0] ? ct_kernel_exit.constprop.0 (kernel/context_tracking.c:147) 
[ 1305.279880][ C0] ? cpuidle_idle_call (kernel/sched/idle.c:171) 
[ 1305.280262][ C0] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) 
[ 1305.280589][ C0] cpuidle_idle_call (kernel/sched/idle.c:171) 
[ 1305.280994][ C0] ? __pfx_cpuidle_idle_call (kernel/sched/idle.c:147) 
[ 1305.281427][ C0] do_idle (kernel/sched/idle.c:312) 
[ 1305.281755][ C0] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) 
[ 1305.282139][ C0] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) 
[ 1305.282482][ C0] ? acpi_enable_subsystem (drivers/acpi/acpica/utxfinit.c:134) 
[ 1305.282922][ C0] arch_call_rest_init+0x13/0x40 
[ 1305.283327][ C0] start_kernel (init/main.c:1023 (discriminator 1)) 
[ 1305.283693][ C0] x86_64_start_reservations (arch/x86/kernel/head64.c:543) 
[ 1305.284142][ C0] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 17)) 


Finger prints:
dump_stack_lvl:validate_chain:__lock_acquire:_raw_spin_lock_nested