======================================
| [ 1874.464948][ C2] #6: ffffffff875447e0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16))
| [ 1874.465760][ C2] #7: ffffffff875447e0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232)
| [ 1874.466575][ C2]
| [ 1874.466575][ C2] stack backtrace:
[ 1874.467638][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1874.468446][ C2] Call Trace:
[ 1874.468644][ C2]
[ 1874.468810][ C2] dump_stack_lvl (lib/dump_stack.c:107)
[ 1874.469062][ C2] validate_chain (kernel/locking/lockdep.c:3859)
[ 1874.469315][ C2] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825)
[ 1874.469599][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228)
[ 1874.469970][ C2] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3))
[ 1874.470205][ C2] __lock_acquire (kernel/locking/lockdep.c:5137)
[ 1874.470470][ C2] ? lock_downgrade (kernel/locking/lockdep.c:5656)
[ 1874.470752][ C2] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3))
[ 1874.470979][ C2] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756)
[ 1874.471253][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326)
[ 1874.471507][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719)
[ 1874.471826][ C2] ? __pfx_sk_filter_trim_cap (net/core/filter.c:130)
[ 1874.472119][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725)
[ 1874.472366][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326)
[ 1874.472628][ C2] _raw_spin_lock_nested (kernel/locking/spinlock.c:379)
[ 1874.472930][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326)
[ 1874.473175][ C2] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326)
[ 1874.473421][ C2] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162)
[ 1874.473741][ C2] ? __pfx_raw_v4_input (net/ipv4/raw.c:165)
[ 1874.474046][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719)
[ 1874.474352][ C2] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8))
[ 1874.474660][ C2] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234)
[ 1874.474958][ C2] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254)
[ 1874.475232][ C2] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243)
[ 1874.475517][ C2] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390)
[ 1874.475861][ C2] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569)
[ 1874.476088][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562)
[ 1874.476334][ C2] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756)
[ 1874.476623][ C2] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16))
[ 1874.476945][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562)
[ 1874.477182][ C2] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4))
[ 1874.477494][ C2] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5535)
[ 1874.477853][ C2] ? mark_held_locks (kernel/locking/lockdep.c:4274)
[ 1874.478109][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725)
[ 1874.478354][ C2] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16))
[ 1874.478711][ C2] netif_receive_skb_internal (net/core/dev.c:5742)
[ 1874.479158][ C2] ? __pfx_netif_receive_skb_internal (net/core/dev.c:5721)
[ 1874.479647][ C2] ? __copy_skb_header (./include/net/dst.h:290 net/core/skbuff.c:1426)
[ 1874.480059][ C2] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1497 (discriminator 4))
[ 1874.480384][ C2] netif_receive_skb (net/core/dev.c:5801)
[ 1874.480734][ C2] tcf_mirred_to_dev (net/sched/act_mirred.c:249 net/sched/act_mirred.c:324) act_mirred
[ 1874.481240][ C2] ? __pfx_tcf_skbedit_act (net/sched/act_skbedit.c:43) act_skbedit
[ 1874.481748][ C2] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1874.482219][ C2] tcf_action_exec.part.0 (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100)
[ 1874.482660][ C2] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1874.483116][ C2] ? __pfx_fl_classify (net/sched/cls_flower.c:316) cls_flower
[ 1874.483609][ C2] ? __pfx_usage_match (kernel/locking/lockdep.c:2256)
[ 1874.484025][ C2] ? check_irq_usage (kernel/locking/lockdep.c:2823)
[ 1874.484429][ C2] ? ip_local_deliver_finish (net/ipv4/ip_input.c:237)
[ 1874.484871][ C2] ? __pfx_check_irq_usage (kernel/locking/lockdep.c:2790)
[ 1874.485293][ C2] ? __bfs (kernel/locking/lockdep.c:1787)
[ 1874.485615][ C2] ? __pfx_hlock_conflict (kernel/locking/lockdep.c:2016)
[ 1874.486031][ C2] ? __bfs (kernel/locking/lockdep.c:1787)
[ 1874.486361][ C2] ? __pfx_usage_match (kernel/locking/lockdep.c:2256)
[ 1874.486779][ C2] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145)
[ 1874.487218][ C2] ? check_noncircular (kernel/locking/lockdep.c:2172)
[ 1874.487622][ C2] ? __pfx_check_noncircular (kernel/locking/lockdep.c:2163)
[ 1874.488078][ C2] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825)
[ 1874.488495][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228)
[ 1874.488867][ C2] __tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734)
[ 1874.489255][ C2] tcf_classify (net/sched/cls_api.c:1830)
[ 1874.489624][ C2] ? __pfx_tcf_classify (net/sched/cls_api.c:1779)
[ 1874.490044][ C2] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756)
[ 1874.490453][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284)
[ 1874.490883][ C2] tc_run (net/core/dev.c:3945)
[ 1874.491227][ C2] ? __pfx_tc_run (net/core/dev.c:3929)
[ 1874.491599][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725)
[ 1874.491984][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284)
[ 1874.492403][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284)
[ 1874.492828][ C2] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301)
[ 1874.493226][ C2] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3))
[ 1874.493570][ C2] ? mark_held_locks (kernel/locking/lockdep.c:4274)
[ 1874.493950][ C2] ? __pfx___dev_queue_xmit (net/core/dev.c:4268)
[ 1874.494386][ C2] ? neigh_hh_output (./include/linux/seqlock.h:74 ./include/linux/seqlock.h:772 ./include/net/neighbour.h:496)
[ 1874.494794][ C2] ? vrf_ip_local_out (./include/net/dst.h:450 ./include/net/dst.h:448 drivers/net/vrf.c:522) vrf
[ 1874.495263][ C2] ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235)
[ 1874.495673][ C2] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199)
[ 1874.496112][ C2] ? __ip_finish_output (net/ipv4/ip_output.c:256 net/ipv4/ip_output.c:308 net/ipv4/ip_output.c:295)
[ 1874.496521][ C2] ip_output (./include/linux/netfilter.h:303 net/ipv4/ip_output.c:433)
[ 1874.496875][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228)
[ 1874.497242][ C2] ? __pfx_ip_output (net/ipv4/ip_output.c:427)
[ 1874.497632][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719)
[ 1874.498083][ C2] ? ip_local_out (./include/linux/skbuff.h:1136 ./include/net/dst.h:450 net/ipv4/ip_output.c:129)
[ 1874.498460][ C2] __ip_queue_xmit (net/ipv4/ip_output.c:535 (discriminator 4))
[ 1874.498858][ C2] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1497 (discriminator 4))
[ 1874.499233][ C2] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4))
[ 1874.499647][ C2] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1283)
[ 1874.500102][ C2] ? tcp_small_queue_check.isra.0 (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/linux/refcount.h:136 net/ipv4/tcp_output.c:2623)
[ 1874.500580][ C2] tcp_write_xmit (net/ipv4/tcp_output.c:2792)
[ 1874.500980][ C2] ? ipv4_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 net/ipv4/route.c:1326)
[ 1874.501331][ C2] ? __pfx_tcp_write_xmit (net/ipv4/tcp_output.c:2702)
[ 1874.501735][ C2] ? __pfx_tcp_current_mss (net/ipv4/tcp_output.c:1853)
[ 1874.502158][ C2] __tcp_push_pending_frames (net/ipv4/tcp_output.c:2977)
[ 1874.502589][ C2] tcp_rcv_state_process (net/ipv4/tcp_input.c:5654 net/ipv4/tcp_input.c:6870)
[ 1874.503027][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326)
[ 1874.503413][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228)
[ 1874.503775][ C2] ? __lock_acquired (kernel/locking/lockdep.c:339 kernel/locking/lockdep.c:5991)
[ 1874.504165][ C2] ? __pfx_tcp_rcv_state_process (net/ipv4/tcp_input.c:6620)
[ 1874.504623][ C2] ? __pfx___lock_acquired (kernel/locking/lockdep.c:5959)
[ 1874.505033][ C2] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122)
[ 1874.505475][ C2] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929)
[ 1874.505839][ C2] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2329)
[ 1874.506212][ C2] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162)
[ 1874.506598][ C2] ? __pfx_raw_v4_input (net/ipv4/raw.c:165)
[ 1874.507005][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719)
[ 1874.507460][ C2] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8))
[ 1874.507891][ C2] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234)
[ 1874.508338][ C2] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254)
[ 1874.508734][ C2] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243)
[ 1874.509175][ C2] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390)
[ 1874.509685][ C2] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569)
[ 1874.510012][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562)
[ 1874.510382][ C2] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756)
[ 1874.510794][ C2] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5983)
[ 1874.511257][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562)
[ 1874.511503][ C2] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4))
[ 1874.511839][ C2] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5535)
[ 1874.512191][ C2] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122)
[ 1874.512491][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725)
[ 1874.512759][ C2] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5983)
[ 1874.513086][ C2] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:5985)
[ 1874.513369][ C2] __napi_poll.constprop.0 (net/core/dev.c:6585)
[ 1874.513691][ C2] net_rx_action (net/core/dev.c:6653 net/core/dev.c:6786)
[ 1874.513975][ C2] ? __pfx_net_rx_action (net/core/dev.c:6750)
[ 1874.514312][ C2] ? ktime_get_raw_ts64 (./include/linux/time64.h:161 kernel/time/timekeeping.c:1531)
[ 1874.514624][ C2] ? hrtimer_interrupt (kernel/time/hrtimer.c:1822)
[ 1874.514941][ C2] ? __pfx_rebalance_domains (kernel/sched/fair.c:11695)
[ 1874.515299][ C2] ? clockevents_program_event (kernel/time/clockevents.c:336 (discriminator 3))
[ 1874.515674][ C2] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554)
[ 1874.515952][ C2] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644)
[ 1874.516223][ C2] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14))
[ 1874.516546][ C2]
[ 1874.516744][ C2]
[ 1874.516905][ C2] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649)
[ 1874.517284][ C2] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743)
[ 1874.517591][ C2] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa eb 07 0f 00 2d 73 82 41 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90
All code
========
0: 4c 01 c7 add %r8,%rdi
3: 4c 29 c2 sub %r8,%rdx
6: e9 72 ff ff ff jmp 0xffffffffffffff7d
b: 90 nop
c: 90 nop
d: 90 nop
e: 90 nop
f: 90 nop
10: 90 nop
11: 90 nop
12: 90 nop
13: 90 nop
14: 90 nop
15: 90 nop
16: 90 nop
17: 90 nop
18: 90 nop
19: 90 nop
1a: 90 nop
1b: f3 0f 1e fa endbr64
1f: eb 07 jmp 0x28
21: 0f 00 2d 73 82 41 00 verw 0x418273(%rip) # 0x41829b
28: fb sti
29: f4 hlt
2a:* fa cli <-- trapping instruction
2b: c3 ret
2c: cc int3
2d: cc int3
2e: cc int3
2f: cc int3
30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1)
37: 00 00 00 00
3b: 90 nop
3c: 90 nop
3d: 90 nop
3e: 90 nop
3f: 90 nop
Code starting with the faulting instruction
===========================================
0: fa cli
1: c3 ret
2: cc int3
3: cc int3
4: cc int3
5: cc int3
6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1)
d: 00 00 00 00
11: 90 nop
12: 90 nop
13: 90 nop
14: 90 nop
15: 90 nop
[ 1874.518707][ C2] RSP: 0018:ffffc9000014fdf8 EFLAGS: 00000206
[ 1874.519074][ C2] RAX: 000000000183d51d RBX: 1ffff92000029fc1 RCX: ffffffff86248942
[ 1874.519516][ C2] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff83c968b6
[ 1874.519932][ C2] RBP: 0000000000000000 R08: 0000000000000001 R09: ffffed1006b7eea4
[ 1874.520367][ C2] R10: ffff888035bf7523 R11: ffff888035bfc348 R12: 0000000000000000
[ 1874.520790][ C2] R13: ffff888001d0de00 R14: dffffc0000000000 R15: 0000000000000000
[ 1874.521265][ C2] ? ct_kernel_exit.constprop.0 (kernel/context_tracking.c:147)
[ 1874.521568][ C2] ? cpuidle_idle_call (kernel/sched/idle.c:171)
[ 1874.521845][ C2] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98)
[ 1874.522115][ C2] cpuidle_idle_call (kernel/sched/idle.c:171)
[ 1874.522381][ C2] ? __pfx_cpuidle_idle_call (kernel/sched/idle.c:147)
[ 1874.522675][ C2] do_idle (kernel/sched/idle.c:312)
[ 1874.522902][ C2] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1))
[ 1874.523156][ C2] start_secondary (arch/x86/kernel/smpboot.c:224 arch/x86/kernel/smpboot.c:304)
[ 1874.523414][ C2] ? __pfx_start_secondary (arch/x86/kernel/smpboot.c:254)
Finger prints:
dump_stack_lvl:validate_chain:__lock_acquire:_raw_spin_lock_nested