====================================== | [ 2254.628242][ C2] #6: ffffffff87f467e0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16)) | [ 2254.628791][ C2] #7: ffffffff87f467e0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232) | [ 2254.629326][ C2] | [ 2254.629326][ C2] stack backtrace: [ 2254.630065][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2254.630723][ C2] Call Trace: [ 2254.630902][ C2] [ 2254.631058][ C2] dump_stack_lvl (lib/dump_stack.c:107) [ 2254.631319][ C2] validate_chain (kernel/locking/lockdep.c:3859) [ 2254.631569][ C2] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 2254.631850][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2254.632115][ C2] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 2254.632344][ C2] __lock_acquire (kernel/locking/lockdep.c:5137) [ 2254.632604][ C2] ? lock_downgrade (kernel/locking/lockdep.c:5659 (discriminator 1)) [ 2254.632869][ C2] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 2254.633098][ C2] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2254.633365][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2254.633647][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2254.633942][ C2] ? __pfx_sk_filter_trim_cap (net/core/filter.c:130) [ 2254.634234][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2254.634505][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2254.634754][ C2] _raw_spin_lock_nested (kernel/locking/spinlock.c:379) [ 2254.635026][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2254.635289][ C2] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2254.635530][ C2] ? __pfx_tcp_v4_rcv+ DETECTED CRASH, lowering timeout 0x10/0x10 [ 2254.635788][ C2] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 2254.636070][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2254.636365][ C2] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 2254.636666][ C2] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2254.636956][ C2] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 2254.637212][ C2] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 2254.637490][ C2] ? tcp_v4_early_demux (./include/linux/skbuff.h:1168 net/ipv4/tcp_ipv4.c:1988) [ 2254.637772][ C2] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390) [ 2254.638117][ C2] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 2254.638483][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2254.638761][ C2] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2254.639060][ C2] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16)) [ 2254.639397][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2254.639648][ C2] __netif_receive_skb_one_core (net/core/dev.c:5600 (discriminator 4)) [ 2254.639975][ C2] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5593) [ 2254.640338][ C2] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2254.640598][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2254.640860][ C2] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16)) [ 2254.641194][ C2] netif_receive_skb_internal (net/core/dev.c:5800) [ 2254.641499][ C2] ? __pfx_netif_receive_skb_internal (net/core/dev.c:5779) [ 2254.641843][ C2] ? __copy_skb_header (./include/net/dst.h:290 net/core/skbuff.c:1531) [ 2254.642130][ C2] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1602 (discriminator 4)) [ 2254.642383][ C2] netif_receive_skb (net/core/dev.c:5859) [ 2254.642662][ C2] tcf_mirred_to_dev (net/sched/act_mirred.c:249 net/sched/act_mirred.c:324) act_mirred [ 2254.643008][ C2] ? __pfx_tcf_skbedit_act (net/sched/act_skbedit.c:43) act_skbedit [ 2254.643381][ C2] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2254.643711][ C2] tcf_action_exec.part.0 (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100) [ 2254.644016][ C2] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2254.644340][ C2] ? __pfx_fl_classify (net/sched/cls_flower.c:316) cls_flower [ 2254.644689][ C2] ? __pfx_check_irq_usage (kernel/locking/lockdep.c:2790) [ 2254.644989][ C2] ? __bfs (kernel/locking/lockdep.c:1787) [ 2254.645213][ C2] ? __pfx_hlock_conflict (kernel/locking/lockdep.c:2016) [ 2254.645508][ C2] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2254.645814][ C2] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2254.646094][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2254.646345][ C2] ? __pfx_check_noncircular (kernel/locking/lockdep.c:2163) [ 2254.646667][ C2] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 2254.646951][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2254.647205][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2254.647465][ C2] ? check_prev_add (kernel/locking/lockdep.c:3172) [ 2254.647733][ C2] __tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734) [ 2254.647995][ C2] tcf_classify (net/sched/cls_api.c:1830) [ 2254.648264][ C2] ? __pfx_tcf_classify (net/sched/cls_api.c:1779) [ 2254.648549][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285) [ 2254.648833][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285) [ 2254.649125][ C2] tc_run (net/core/dev.c:3946) [ 2254.649346][ C2] ? __pfx_tc_run (net/core/dev.c:3930) [ 2254.649604][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2254.649876][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285) [ 2254.650155][ C2] __dev_queue_xmit (net/core/dev.c:4070 net/core/dev.c:4302) [ 2254.650437][ C2] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2254.650716][ C2] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4292 kernel/locking/lockdep.c:4359) [ 2254.651072][ C2] ? __pfx___dev_queue_xmit (net/core/dev.c:4269) [ 2254.651382][ C2] ? neigh_hh_output (./include/linux/seqlock.h:74 ./include/linux/seqlock.h:772 ./include/net/neighbour.h:496) [ 2254.651671][ C2] ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) [ 2254.651956][ C2] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199) [ 2254.652265][ C2] ? __ip_finish_output (net/ipv4/ip_output.c:256 net/ipv4/ip_output.c:308 net/ipv4/ip_output.c:295) [ 2254.652551][ C2] ip_output (./include/linux/netfilter.h:303 net/ipv4/ip_output.c:433) [ 2254.652787][ C2] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2254.653063][ C2] ? __pfx_ip_output (net/ipv4/ip_output.c:427) [ 2254.653323][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2254.653628][ C2] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4292 kernel/locking/lockdep.c:4359) [ 2254.653989][ C2] ? ip_local_out (./include/linux/skbuff.h:1136 ./include/net/dst.h:450 net/ipv4/ip_output.c:129) [ 2254.654264][ C2] __ip_queue_xmit (net/ipv4/ip_output.c:535 (discriminator 4)) [ 2254.654531][ C2] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1602 (discriminator 4)) [ 2254.654787][ C2] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2254.655087][ C2] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1283) [ 2254.655397][ C2] ? tcp_small_queue_check.isra.0 (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/linux/refcount.h:136 net/ipv4/tcp_output.c:2623) [ 2254.655741][ C2] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2254.656003][ C2] ? ipv4_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2654 ./include/net/ip.h:465 net/ipv4/route.c:1326) [ 2254.656240][ C2] ? __pfx_tcp_write_xmit (net/ipv4/tcp_output.c:2702) [ 2254.656540][ C2] ? __pfx_tcp_current_mss (net/ipv4/tcp_output.c:1853) [ 2254.656830][ C2] __tcp_push_pending_frames (net/ipv4/tcp_output.c:2977) [ 2254.657138][ C2] tcp_rcv_state_process (net/ipv4/tcp_input.c:5654 net/ipv4/tcp_input.c:6867) [ 2254.657444][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2254.657700][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2254.657950][ C2] ? __lock_acquired (kernel/locking/lockdep.c:339 kernel/locking/lockdep.c:5991) [ 2254.658244][ C2] ? __pfx_tcp_rcv_state_process (net/ipv4/tcp_input.c:6620) [ 2254.658562][ C2] ? __pfx___lock_acquired (kernel/locking/lockdep.c:5959) [ 2254.658854][ C2] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 2254.659175][ C2] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929) [ 2254.659430][ C2] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2329) [ 2254.659686][ C2] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) [ 2254.659955][ C2] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 2254.660246][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2254.660553][ C2] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 2254.660850][ C2] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2254.661162][ C2] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 2254.661426][ C2] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 2254.661735][ C2] ? tcp_v4_early_demux (./include/linux/skbuff.h:1168 net/ipv4/tcp_ipv4.c:1988) [ 2254.662036][ C2] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390) [ 2254.662380][ C2] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 2254.662612][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2254.662883][ C2] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2254.663166][ C2] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:6041) [ 2254.663442][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2254.663709][ C2] __netif_receive_skb_one_core (net/core/dev.c:5600 (discriminator 4)) [ 2254.664031][ C2] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5593) [ 2254.664381][ C2] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 2254.664713][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2254.664967][ C2] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:6041) [ 2254.665242][ C2] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:6043) [ 2254.665529][ C2] __napi_poll.constprop.0 (net/core/dev.c:6671) [ 2254.665823][ C2] net_rx_action (net/core/dev.c:6740 net/core/dev.c:6871) [ 2254.666082][ C2] ? __pfx_net_rx_action (net/core/dev.c:6835) [ 2254.666374][ C2] ? ktime_get (kernel/time/timekeeping.c:193 (discriminator 4) kernel/time/timekeeping.c:289 (discriminator 4) kernel/time/timekeeping.c:388 (discriminator 4) kernel/time/timekeeping.c:848 (discriminator 4)) [ 2254.666611][ C2] ? hrtimer_interrupt (kernel/time/hrtimer.c:1815) [ 2254.666904][ C2] ? __pfx_rebalance_domains (kernel/sched/fair.c:11695) [ 2254.667217][ C2] ? clockevents_program_event (kernel/time/clockevents.c:334 (discriminator 3)) [ 2254.667536][ C2] __do_softirq (kernel/softirq.c:553) [ 2254.667792][ C2] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2254.668042][ C2] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2254.668359][ C2] [ 2254.668520][ C2] [ 2254.668691][ C2] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2254.669034][ C2] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2254.669312][ C2] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d b3 28 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d b3 28 3f 00 verw 0x3f28b3(%rip) # 0x3f28db 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2254.670350][ C2] RSP: 0018:ffffc9000014fdf8 EFLAGS: 00000242 [ 2254.670686][ C2] RAX: 00000000010c60d3 RBX: 1ffff92000029fc1 RCX: ffffffff86c6e402 [ 2254.671116][ C2] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff84698386 [ 2254.671560][ C2] RBP: 0000000000000000 R08: 0000000000000001 R09: ffffed1005e3eea4 [ 2254.671986][ C2] R10: ffff88802f1f7523 R11: 1ffff110003dc34c R12: 0000000000000000 [ 2254.672418][ C2] R13: ffff888001d1a640 R14: dffffc0000000000 R15: 0000000000000000 [ 2254.672866][ C2] ? ct_kernel_exit.constprop.0 (kernel/context_tracking.c:147) [ 2254.673175][ C2] ? cpuidle_idle_call (kernel/sched/idle.c:171) [ 2254.673460][ C2] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2254.673735][ C2] cpuidle_idle_call (kernel/sched/idle.c:171) [ 2254.674003][ C2] ? __pfx_cpuidle_idle_call (kernel/sched/idle.c:147) [ 2254.674303][ C2] ? tsc_verify_tsc_adjust (arch/x86/kernel/tsc_sync.c:59) [ 2254.674610][ C2] do_idle (kernel/sched/idle.c:312) [ 2254.674829][ C2] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2254.675093][ C2] start_secondary (arch/x86/kernel/smpboot.c:224 arch/x86/kernel/smpboot.c:304) [ 2254.675369][ C2] ? __pfx_start_secondary (arch/x86/kernel/smpboot.c:254) Finger prints: dump_stack_lvl:validate_chain:__lock_acquire:_raw_spin_lock_nested