======================================
| [ 2371.994988][ C0] #6: ffffffff905467e0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16))
| [ 2371.995495][ C0] #7: ffffffff905467e0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232)
| [ 2371.995994][ C0]
| [ 2371.995994][ C0] stack backtrace:
[ 2371.996703][ C0] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 2371.997307][ C0] Call Trace:
[ 2371.997475][ C0]
[ 2371.997623][ C0] dump_stack_lvl (lib/dump_stack.c:107)
[ 2371.997866][ C0] validate_chain+0x525/
DETECTED CRASH, lowering timeout
0xa00
[ 2371.998105][ C0] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825)
[ 2371.998372][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228)
[ 2371.998601][ C0] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3))
[ 2371.998826][ C0] __lock_acquire (kernel/locking/lockdep.c:5137)
[ 2371.999065][ C0] ? lock_downgrade (kernel/locking/lockdep.c:468 kernel/locking/lockdep.c:5658)
[ 2371.999303][ C0] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3))
[ 2371.999533][ C0] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756)
[ 2371.999782][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2329)
[ 2372.000016][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719)
[ 2372.000308][ C0] ? __pfx_sk_filter_trim_cap (net/core/filter.c:130)
[ 2372.000596][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725)
[ 2372.000830][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2329)
[ 2372.001062][ C0] _raw_spin_lock_nested (kernel/locking/spinlock.c:379)
[ 2372.001318][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2329)
[ 2372.001550][ C0] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2329)
[ 2372.001790][ C0] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2163)
[ 2372.002031][ C0] ? __pfx_raw_v4_input (net/ipv4/raw.c:165)
[ 2372.002289][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719)
[ 2372.002566][ C0] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8))
[ 2372.002840][ C0] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234)
[ 2372.003112][ C0] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254)
[ 2372.003353][ C0] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243)
[ 2372.003617][ C0] ? tcp_v4_early_demux (./include/linux/skbuff.h:1168 net/ipv4/tcp_ipv4.c:1989)
[ 2372.003875][ C0] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390)
[ 2372.004189][ C0] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569)
[ 2372.004387][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562)
[ 2372.004615][ C0] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756)
[ 2372.004880][ C0] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16))
[ 2372.005172][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562)
[ 2372.005395][ C0] __netif_receive_skb_one_core (net/core/dev.c:5600 (discriminator 4))
[ 2372.005687][ C0] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5593)
[ 2372.006002][ C0] ? mark_held_locks (kernel/locking/lockdep.c:4274)
[ 2372.006238][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725)
[ 2372.006476][ C0] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16))
[ 2372.006764][ C0] netif_receive_skb_internal (net/core/dev.c:5800)
[ 2372.007045][ C0] ? __pfx_netif_receive_skb_internal (net/core/dev.c:5779)
[ 2372.007357][ C0] ? __copy_skb_header (./include/net/dst.h:290 net/core/skbuff.c:1531)
[ 2372.007606][ C0] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1602 (discriminator 4))
[ 2372.007833][ C0] netif_receive_skb (net/core/dev.c:5859)
[ 2372.008075][ C0] tcf_mirred_to_dev (net/sched/act_mirred.c:249 net/sched/act_mirred.c:324) act_mirred
[ 2372.008386][ C0] ? __pfx_tcf_skbedit_act (net/sched/act_skbedit.c:43) act_skbedit
[ 2372.008712][ C0] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243)
[ 2372.008988][ C0] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 2372.009287][ C0] tcf_action_exec.part.0 (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100)
[ 2372.009583][ C0] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 2372.009899][ C0] ? __pfx_fl_classify (net/sched/cls_flower.c:316) cls_flower
[ 2372.010204][ C0] ? __pfx_check_irq_usage (kernel/locking/lockdep.c:2790)
[ 2372.010486][ C0] ? __bfs (kernel/locking/lockdep.c:1787)
[ 2372.010690][ C0] ? __pfx_hlock_conflict (kernel/locking/lockdep.c:2016)
[ 2372.010949][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228)
[ 2372.011176][ C0] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145)
[ 2372.011455][ C0] ? check_noncircular (kernel/locking/lockdep.c:2172)
[ 2372.011708][ C0] ? __pfx_check_noncircular (kernel/locking/lockdep.c:2163)
[ 2372.011985][ C0] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825)
[ 2372.012242][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228)
[ 2372.012469][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228)
[ 2372.012695][ C0] ? check_prev_add (kernel/locking/lockdep.c:3172)
[ 2372.012944][ C0] __tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734)
[ 2372.013177][ C0] tcf_classify (net/sched/cls_api.c:1830)
[ 2372.013406][ C0] ? __pfx_tcf_classify (net/sched/cls_api.c:1779)
[ 2372.013654][ C0] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285)
[ 2372.013907][ C0] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756)
[ 2372.014163][ C0] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285)
[ 2372.014418][ C0] tc_run (net/core/dev.c:3946)
[ 2372.014618][ C0] ? __pfx_tc_run (net/core/dev.c:3930)
[ 2372.014858][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725)
[ 2372.015092][ C0] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285)
[ 2372.015349][ C0] __dev_queue_xmit (net/core/dev.c:4070 net/core/dev.c:4302)
[ 2372.015596][ C0] ? mark_held_locks (kernel/locking/lockdep.c:4274)
[ 2372.015832][ C0] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4292 kernel/locking/lockdep.c:4359)
[ 2372.016156][ C0] ? __pfx___dev_queue_xmit (net/core/dev.c:4269)
[ 2372.016422][ C0] ? neigh_hh_output (./include/linux/seqlock.h:74 ./include/linux/seqlock.h:772 ./include/net/neighbour.h:496)
[ 2372.016670][ C0] ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235)
[ 2372.016921][ C0] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199)
[ 2372.017190][ C0] ? __ip_finish_output (./include/linux/skbuff.h:1624 ./include/linux/skbuff.h:4936 net/ipv4/ip_output.c:307 net/ipv4/ip_output.c:295)
[ 2372.017447][ C0] ip_output (./include/linux/netfilter.h:303 net/ipv4/ip_output.c:433)
[ 2372.017661][ C0] ? __pfx_ip_output (net/ipv4/ip_output.c:427)
[ 2372.017903][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719)
[ 2372.018198][ C0] ? ip_local_out (./include/linux/skbuff.h:1136 ./include/net/dst.h:450 net/ipv4/ip_output.c:129)
[ 2372.018436][ C0] __ip_queue_xmit (net/ipv4/ip_output.c:535 (discriminator 4))
[ 2372.018723][ C0] ? __create_object (mm/kmemleak.c:756)
[ 2372.018964][ C0] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4))
[ 2372.019226][ C0] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1283)
[ 2372.019501][ C0] ? __tcp_send_ack.part.0 (./include/linux/skbuff.h:1301 net/ipv4/tcp_output.c:4206)
[ 2372.019779][ C0] tcp_rcv_state_process (net/ipv4/tcp_input.c:6880)
[ 2372.020043][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2329)
[ 2372.020288][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228)
[ 2372.020513][ C0] ? __lock_acquired (kernel/locking/lockdep.c:339 kernel/locking/lockdep.c:5991)
[ 2372.020773][ C0] ? __pfx_tcp_rcv_state_process (net/ipv4/tcp_input.c:6624)
[ 2372.021074][ C0] ? __pfx___lock_acquired (kernel/locking/lockdep.c:5959)
[ 2372.021334][ C0] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122)
[ 2372.021611][ C0] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929)
[ 2372.021851][ C0] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2332)
[ 2372.022078][ C0] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2163)
[ 2372.022333][ C0] ? __pfx_raw_v4_input (net/ipv4/raw.c:165)
[ 2372.022581][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719)
[ 2372.022875][ C0] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8))
[ 2372.023143][ C0] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234)
[ 2372.023411][ C0] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254)
[ 2372.023653][ C0] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243)
[ 2372.023917][ C0] ? tcp_v4_early_demux (./include/linux/skbuff.h:1168 net/ipv4/tcp_ipv4.c:1989)
[ 2372.024173][ C0] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390)
[ 2372.024484][ C0] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569)
[ 2372.024690][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562)
[ 2372.024925][ C0] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756)
[ 2372.025180][ C0] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:6041)
[ 2372.025431][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562)
[ 2372.025661][ C0] __netif_receive_skb_one_core (net/core/dev.c:5600 (discriminator 4))
[ 2372.025967][ C0] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5593)
[ 2372.026299][ C0] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122)
[ 2372.026578][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725)
[ 2372.026824][ C0] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:6041)
[ 2372.027070][ C0] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:6043)
[ 2372.027305][ C0] __napi_poll.constprop.0 (net/core/dev.c:6671)
[ 2372.027574][ C0] net_rx_action (net/core/dev.c:6740 net/core/dev.c:6871)
[ 2372.027808][ C0] ? __pfx_net_rx_action (net/core/dev.c:6835)
[ 2372.028061][ C0] ? hlock_class (kernel/locking/lockdep.c:223)
[ 2372.028304][ C0] ? mark_held_locks (kernel/locking/lockdep.c:4274)
[ 2372.028546][ C0] ? hrtimer_interrupt (kernel/time/hrtimer.c:1828)
[ 2372.028817][ C0] __do_softirq (kernel/softirq.c:553)
[ 2372.029045][ C0] ? tcp_recvmsg (net/ipv4/tcp.c:2580)
[ 2372.029269][ C0] do_softirq (kernel/softirq.c:454 kernel/softirq.c:441)
[ 2372.029497][ C0]
[ 2372.029644][ C0]
[ 2372.029796][ C0] __local_bh_enable_ip (kernel/softirq.c:381)
[ 2372.030052][ C0] tcp_recvmsg (net/ipv4/tcp.c:2580)
[ 2372.030282][ C0] ? __pfx_tcp_recvmsg (net/ipv4/tcp.c:2564)
[ 2372.030526][ C0] ? core_sys_select (./arch/x86/include/asm/smap.h:33 ./arch/x86/include/asm/uaccess_64.h:120 ./arch/x86/include/asm/uaccess_64.h:133 ./include/linux/uaccess.h:138 fs/select.c:404 fs/select.c:401 fs/select.c:693)
[ 2372.030792][ C0] ? __pfx_core_sys_select (fs/select.c:627)
[ 2372.031054][ C0] inet_recvmsg (net/ipv4/af_inet.c:884 (discriminator 8))
[ 2372.031275][ C0] ? __pfx_inet_recvmsg (net/ipv4/af_inet.c:874)
[ 2372.031531][ C0] ? __fget_light (./include/linux/atomic/atomic-arch-fallback.h:479 ./include/linux/atomic/atomic-instrumented.h:50 fs/file.c:1145)
[ 2372.031773][ C0] ? sockfd_lookup_light (net/socket.c:558)
[ 2372.032030][ C0] __sys_recvfrom (net/socket.c:1046 net/socket.c:1068 net/socket.c:2242)
[ 2372.032267][ C0] ? __pfx___sys_recvfrom (net/socket.c:2223)
[ 2372.032536][ C0] ? __pfx___lock_release (kernel/locking/lockdep.c:5406)
[ 2372.032802][ C0] ? do_pselect.constprop.0 (fs/select.c:764)
[ 2372.033076][ C0] ? __pfx_do_pselect.constprop.0 (fs/select.c:732)
[ 2372.033381][ C0] ? restore_fpregs_from_fpstate (arch/x86/kernel/fpu/xstate.h:202 arch/x86/kernel/fpu/core.c:181)
[ 2372.033674][ C0] ? __pfx_restore_fpregs_from_fpstate (arch/x86/kernel/fpu/core.c:137)
[ 2372.034013][ C0] __x64_sys_recvfrom (net/socket.c:2256)
[ 2372.034263][ C0] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4300 kernel/locking/lockdep.c:4359)
[ 2372.034586][ C0] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83)
[ 2372.034813][ C0] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129)
[ 2372.035104][ C0] RIP: 0033:0x7f1e0f24e4c0
[ 2372.035327][ C0] Code: 84 00 00 00 00 00 0f 1f 40 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20
All code
========
0: 84 00 test %al,(%rax)
2: 00 00 add %al,(%rax)
4: 00 00 add %al,(%rax)
6: 0f 1f 40 00 nopl 0x0(%rax)
a: f3 0f 1e fa endbr64
e: 41 89 ca mov %ecx,%r10d
11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax
18: 00
19: 85 c0 test %eax,%eax
1b: 75 1d jne 0x3a
1d: 45 31 c9 xor %r9d,%r9d
20: 45 31 c0 xor %r8d,%r8d
23: b8 2d 00 00 00 mov $0x2d,%eax
28: 0f 05 syscall
2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction
30: 77 68 ja 0x9a
32: c3 ret
33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax)
3a: 41 54 push %r12
3c: 48 83 ec 20 sub $0x20,%rsp
Code starting with the faulting instruction
===========================================
0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax
6: 77 68 ja 0x70
8: c3 ret
9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax)
10: 41 54 push %r12
12: 48 83 ec 20 sub $0x20,%rsp
[ 2372.036283][ C0] RSP: 002b:00007ffee0835d48 EFLAGS: 00000246 ORIG_RAX: 000000000000002d
[ 2372.036693][ C0] RAX: ffffffffffffffda RBX: 000055ac6ed37a20 RCX: 00007f1e0f24e4c0
[ 2372.037080][ C0] RDX: 0000000000002000 RSI: 00007ffee0835dd0 RDI: 0000000000000008
[ 2372.037466][ C0] RBP: 00007ffee0835dd0 R08: 0000000000000000 R09: 0000000000000000
[ 2372.037858][ C0] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008
Finger prints:
dump_stack_lvl:__lock_acquire:_raw_spin_lock_nested:tcp_v4_rcv