====================================== | [ 2370.778952][ C2] #6: ffffffffabf467e0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16)) | [ 2370.779491][ C2] #7: ffffffffabf467e0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232) | [ 2370.780048][ C2] | [ 2370.780048][ C2] stack backtrace: [ 2370.780774][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2370.781413][ C2] Call Trace: [ 2370.781606][ C2] [ 2370.781765][ C2] dump_stack_lvl (lib/dump_stack.c:107) [ 2370.782015][ C2] validate_chain (kernel/locking/lockdep.c:3859) [ 2370.782268][ C2] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 2370.782541][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2370.782796][ C2] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 2370.783028][ C2] __lock_acquire (kernel/locking/lockdep.c:5137) [ 2370.783290][ C2] ? lock_downgrade (kernel/locking/lockdep.c:468 kernel/locking/lockdep.c:5658) [ 2370.783563][ C2] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 2370.783792][ C2] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2370.784063][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2370.784331][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2370.784634][ C2] ? __pfx_sk_filter_trim_cap (net/core/filter.c:130) [ 2370.784925][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2370.785200][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2370.785451][ C2] _raw_spin_lock_nested (kernel/locking/spinlock.c:379) [ 2370.785720][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2370.785983][ C2] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2370.786238][ C2] ? __pfx_tcp_ DETECTED CRASH, lowering timeout v4_rcv+0x10/0x10 [ 2370.786502][ C2] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 2370.786763][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2370.787074][ C2] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 2370.787413][ C2] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2370.787705][ C2] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 2370.787969][ C2] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 2370.788269][ C2] ? tcp_v4_early_demux (./include/linux/skbuff.h:1168 net/ipv4/tcp_ipv4.c:1988) [ 2370.788544][ C2] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390) [ 2370.788874][ C2] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 2370.789092][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2370.789352][ C2] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2370.789625][ C2] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16)) [ 2370.789931][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2370.790192][ C2] __netif_receive_skb_one_core (net/core/dev.c:5600 (discriminator 4)) [ 2370.790525][ C2] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5593) [ 2370.790865][ C2] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2370.791134][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2370.791389][ C2] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16)) [ 2370.791709][ C2] netif_receive_skb_internal (net/core/dev.c:5800) [ 2370.792003][ C2] ? __pfx_netif_receive_skb_internal (net/core/dev.c:5779) [ 2370.792329][ C2] ? __copy_skb_header (./include/net/dst.h:290 net/core/skbuff.c:1531) [ 2370.792601][ C2] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1602 (discriminator 4)) [ 2370.792858][ C2] netif_receive_skb (net/core/dev.c:5859) [ 2370.793118][ C2] tcf_mirred_to_dev (net/sched/act_mirred.c:249 net/sched/act_mirred.c:324) act_mirred [ 2370.793474][ C2] ? __pfx_tcf_skbedit_act (net/sched/act_skbedit.c:43) act_skbedit [ 2370.793816][ C2] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2370.794143][ C2] tcf_action_exec.part.0 (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100) [ 2370.794435][ C2] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2370.794739][ C2] ? __pfx_fl_classify (net/sched/cls_flower.c:316) cls_flower [ 2370.795063][ C2] ? __pfx_check_irq_usage (kernel/locking/lockdep.c:2790) [ 2370.795362][ C2] ? __bfs (kernel/locking/lockdep.c:1787) [ 2370.795594][ C2] ? __pfx_hlock_conflict (kernel/locking/lockdep.c:2016) [ 2370.795880][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2370.796147][ C2] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2370.796439][ C2] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2370.796732][ C2] ? __pfx_check_noncircular (kernel/locking/lockdep.c:2163) [ 2370.797025][ C2] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 2370.797306][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2370.797565][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2370.797803][ C2] ? check_prev_add (kernel/locking/lockdep.c:3172) [ 2370.798066][ C2] __tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734) [ 2370.798337][ C2] tcf_classify (net/sched/cls_api.c:1830) [ 2370.798583][ C2] ? __pfx_tcf_classify (net/sched/cls_api.c:1779) [ 2370.798847][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285) [ 2370.799121][ C2] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2370.799411][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285) [ 2370.799689][ C2] tc_run (net/core/dev.c:3946) [ 2370.799915][ C2] ? __pfx_tc_run (net/core/dev.c:3930) [ 2370.800163][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2370.800421][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285) [ 2370.800686][ C2] __dev_queue_xmit (net/core/dev.c:4070 net/core/dev.c:4302) [ 2370.800972][ C2] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2370.801231][ C2] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4292 kernel/locking/lockdep.c:4359) [ 2370.801593][ C2] ? __pfx___dev_queue_xmit (net/core/dev.c:4269) [ 2370.801882][ C2] ? neigh_hh_output (./include/linux/seqlock.h:74 ./include/linux/seqlock.h:772 ./include/net/neighbour.h:496) [ 2370.802160][ C2] ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) [ 2370.802437][ C2] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199) [ 2370.802736][ C2] ? __ip_finish_output (./include/linux/skbuff.h:1624 ./include/linux/skbuff.h:4936 net/ipv4/ip_output.c:307 net/ipv4/ip_output.c:295) [ 2370.803020][ C2] ip_output (./include/linux/netfilter.h:303 net/ipv4/ip_output.c:433) [ 2370.803259][ C2] ? __pfx_ip_output (net/ipv4/ip_output.c:427) [ 2370.803504][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2370.803803][ C2] ? ip_local_out (./include/linux/skbuff.h:1136 ./include/net/dst.h:450 net/ipv4/ip_output.c:129) [ 2370.804051][ C2] __ip_queue_xmit (net/ipv4/ip_output.c:535 (discriminator 4)) [ 2370.804332][ C2] ? __create_object (mm/kmemleak.c:756) [ 2370.804592][ C2] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2370.804879][ C2] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1283) [ 2370.805180][ C2] ? __tcp_send_ack.part.0 (./include/linux/skbuff.h:1301 net/ipv4/tcp_output.c:4206) [ 2370.805475][ C2] tcp_rcv_state_process (net/ipv4/tcp_input.c:6871) [ 2370.805750][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2370.806006][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2370.806259][ C2] ? __lock_acquired (kernel/locking/lockdep.c:339 kernel/locking/lockdep.c:5991) [ 2370.806513][ C2] ? __pfx_tcp_rcv_state_process (net/ipv4/tcp_input.c:6620) [ 2370.806826][ C2] ? __pfx___lock_acquired (kernel/locking/lockdep.c:5959) [ 2370.807116][ C2] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 2370.807419][ C2] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929) [ 2370.807671][ C2] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2329) [ 2370.807910][ C2] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) [ 2370.808172][ C2] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 2370.808446][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2370.808747][ C2] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 2370.809036][ C2] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2370.809340][ C2] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 2370.809598][ C2] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 2370.809885][ C2] ? tcp_v4_early_demux (./include/linux/skbuff.h:1168 net/ipv4/tcp_ipv4.c:1988) [ 2370.810184][ C2] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390) [ 2370.810516][ C2] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 2370.810735][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2370.810988][ C2] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2370.811266][ C2] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:6041) [ 2370.811539][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2370.811773][ C2] __netif_receive_skb_one_core (net/core/dev.c:5600 (discriminator 4)) [ 2370.812090][ C2] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5593) [ 2370.812439][ C2] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 2370.812728][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2370.812978][ C2] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:6041) [ 2370.813245][ C2] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:6043) [ 2370.813510][ C2] __napi_poll.constprop.0 (net/core/dev.c:6671) [ 2370.813805][ C2] net_rx_action (net/core/dev.c:6740 net/core/dev.c:6871) [ 2370.814063][ C2] ? __pfx_net_rx_action (net/core/dev.c:6835) [ 2370.814336][ C2] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2370.814619][ C2] ? ktime_get (kernel/time/timekeeping.c:195 (discriminator 4) kernel/time/timekeeping.c:289 (discriminator 4) kernel/time/timekeeping.c:388 (discriminator 4) kernel/time/timekeeping.c:848 (discriminator 4)) [ 2370.814846][ C2] ? hrtimer_interrupt (kernel/time/hrtimer.c:1828) [ 2370.815125][ C2] ? hrtimer_interrupt (kernel/time/hrtimer.c:1828) [ 2370.815407][ C2] __do_softirq (kernel/softirq.c:553) [ 2370.815644][ C2] ? tcp_recvmsg (net/ipv4/tcp.c:2580) [ 2370.815890][ C2] do_softirq (kernel/softirq.c:454 kernel/softirq.c:441) [ 2370.816124][ C2] [ 2370.816290][ C2] [ 2370.816459][ C2] __local_bh_enable_ip (kernel/softirq.c:381) [ 2370.816721][ C2] tcp_recvmsg (net/ipv4/tcp.c:2580) [ 2370.816960][ C2] ? __pfx_tcp_recvmsg (net/ipv4/tcp.c:2564) [ 2370.817247][ C2] ? core_sys_select (./arch/x86/include/asm/smap.h:33 ./arch/x86/include/asm/uaccess_64.h:120 ./arch/x86/include/asm/uaccess_64.h:133 ./include/linux/uaccess.h:138 fs/select.c:404 fs/select.c:401 fs/select.c:693) [ 2370.817516][ C2] ? __pfx_core_sys_select (fs/select.c:627) [ 2370.817793][ C2] inet_recvmsg (net/ipv4/af_inet.c:884 (discriminator 8)) [ 2370.818040][ C2] ? __pfx_inet_recvmsg (net/ipv4/af_inet.c:874) [ 2370.818311][ C2] ? __fget_light (./include/linux/atomic/atomic-arch-fallback.h:479 ./include/linux/atomic/atomic-instrumented.h:50 fs/file.c:1145) [ 2370.818572][ C2] ? sockfd_lookup_light (net/socket.c:558) [ 2370.818840][ C2] __sys_recvfrom (net/socket.c:1046 net/socket.c:1068 net/socket.c:2242) [ 2370.819089][ C2] ? __pfx___sys_recvfrom (net/socket.c:2223) [ 2370.819370][ C2] ? __pfx___lock_release (kernel/locking/lockdep.c:5406) [ 2370.819663][ C2] ? do_pselect.constprop.0 (fs/select.c:764) [ 2370.819956][ C2] ? __pfx_do_pselect.constprop.0 (fs/select.c:732) [ 2370.820270][ C2] ? restore_fpregs_from_fpstate (arch/x86/kernel/fpu/xstate.h:202 arch/x86/kernel/fpu/core.c:181) [ 2370.820598][ C2] ? __pfx_restore_fpregs_from_fpstate (arch/x86/kernel/fpu/core.c:137) [ 2370.820931][ C2] __x64_sys_recvfrom (net/socket.c:2256) [ 2370.821193][ C2] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4300 kernel/locking/lockdep.c:4359) [ 2370.821553][ C2] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2370.821803][ C2] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2370.822117][ C2] RIP: 0033:0x7f51501274c0 [ 2370.822387][ C2] Code: 84 00 00 00 00 00 0f 1f 40 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: 84 00 test %al,(%rax) 2: 00 00 add %al,(%rax) 4: 00 00 add %al,(%rax) 6: 0f 1f 40 00 nopl 0x0(%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2d 00 00 00 mov $0x2d,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2370.823369][ C2] RSP: 002b:00007ffe77827fb8 EFLAGS: 00000246 ORIG_RAX: 000000000000002d [ 2370.823806][ C2] RAX: ffffffffffffffda RBX: 000055950452ca20 RCX: 00007f51501274c0 [ 2370.824212][ C2] RDX: 0000000000002000 RSI: 00007ffe77828040 RDI: 0000000000000008 [ 2370.824625][ C2] RBP: 00007ffe77828040 R08: 0000000000000000 R09: 0000000000000000 [ 2370.825076][ C2] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 Finger prints: dump_stack_lvl:validate_chain:__lock_acquire:_raw_spin_lock_nested