====================================== | [ 1888.271334][ C1] #6: ffffffff9f7447e0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) | [ 1888.271871][ C1] #7: ffffffff9f7447e0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232) | [ 1888.272418][ C1] | [ 1888.272418][ C1] stack backtrace: [ 1888.273152][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1888.273790][ C1] Call Trace: [ 1888.273966][ C1] [ 1888.274136][ C1] dump_stack_lvl (lib/dump_stack.c:107) [ 1888.274379][ C1] validate_chain (kernel/locking/lockdep.c:3859) [ 1888.274653][ C1] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 1888.274952][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1888.275198][ C1] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 1888.275449][ C1] __lock_acquire (kernel/locking/lockdep.c:5137) [ 1888.275700][ C1] ? lock_downgrade (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:67 ./arch/x86/include/asm/irqflags.h:103 kernel/locking/lockdep.c:5653) [ 1888.275967][ C1] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 1888.276198][ C1] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 1888.276482][ C1] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1888.276733][ C1] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 1888.277044][ C1] ? __pfx_sk_filter_trim_cap (net/core/filter.c:130) [ 1888.277332][ C1] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1888.277576][ C1] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1888.277847][ C1] _raw_spin_lock_nested (kernel/locking/spinlock.c:379) [ 1888.278122][ C1] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1888.278387][ C1] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1888.278633][ C1] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) [ 1888.278905][ C1] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 1888.279170][ C1] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 1888.279484][ C1] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 1888.279774][ C1] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1888.280074][ C1] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 1888.280328][ C1] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 1888.280615][ C1] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1131 ./include/linux/skbuff.h:1183 net/ipv4/ip_input.c:390) [ 1888.280966][ C1] ip_rcv (./include/net/dst.h:461 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 1888.281181][ C1] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 1888.281442][ C1] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 1888.281715][ C1] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) [ 1888.282041][ C1] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 1888.282277][ C1] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1888.282615][ C1] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5535) [ 1888.282947][ C1] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1888.283220][ C1] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) [ 1888.283522][ C1] netif_receive_skb_internal (net/core/dev.c:5742) [ 1888.283816][ C1] ? __pfx_netif_receive_skb_internal (net/core/dev.c:5721) [ 1888.284163][ C1] ? __copy_skb_header (./include/net/dst.h:290 net/core/skbuff.c:1420) [ 1888.284427][ C1] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1491 (discriminator 4)) [ 1888.284668][ C1] netif_receive_skb (net/core/dev.c:5801) [ 1888.284944][ C1] tcf_mirred_to_dev (net/sched/act_mirred.c:249 net/sched/act_mirred.c:324) act_mirred [ 1888.285299][ C1] ? __pfx_tcf_skbedit_act (net/sched/act_skbedit.c:43) act_skbedit [ 1888.285644][ C1] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1888.285970][ C1] tcf_action_exec.part.0 (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100) [ 1888.286251][ C1] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1888.286557][ C1] ? __pfx_fl_classify (net/sched/cls_flower.c:316) cls_flower [ 1888.286904][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1888.287142][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1888.287400][ C1] ? validate_chain (./include/linux/hash.h:78 kernel/locking/lockdep.c:3759 kernel/locking/lockdep.c:3782 kernel/locking/lockdep.c:3837) [ 1888.287651][ C1] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 1888.287914][ C1] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 1888.288188][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1888.288449][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1888.288694][ C1] ? validate_chain (./include/linux/hash.h:78 kernel/locking/lockdep.c:3759 kernel/locking/lockdep.c:3782 kernel/locking/lockdep.c:3837) [ 1888.288968][ C1] ? __lock_acquire (kernel/locking/lockdep.c:5137) [ 1888.289236][ C1] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 1888.289524][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1888.289759][ C1] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 1888.290002][ C1] ? __lock_acquire (kernel/locking/lockdep.c:5137) [ 1888.290260][ C1] __tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734) [ 1888.290536][ C1] tcf_classify (net/sched/cls_api.c:1830) [ 1888.290776][ C1] ? __pfx_tcf_classify (net/sched/cls_api.c:1779) [ 1888.291058][ C1] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 1888.291337][ C1] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284) [ 1888.291636][ C1] tc_run (net/core/dev.c:3945) [ 1888.291843][ C1] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) [ 1888.292120][ C1] ? __pfx_tc_run (net/core/dev.c:3929) [ 1888.292358][ C1] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1888.292601][ C1] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284) [ 1888.292883][ C1] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1888.293155][ C1] ? __pfx___dev_queue_xmit (net/core/dev.c:4268) [ 1888.293454][ C1] ? neigh_hh_output (./include/linux/seqlock.h:227 ./include/linux/seqlock.h:772 ./include/net/neighbour.h:496) [ 1888.293711][ C1] ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) [ 1888.293988][ C1] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199) [ 1888.294271][ C1] ? __ip_finish_output (./include/linux/skbuff.h:1619 ./include/linux/skbuff.h:4884 net/ipv4/ip_output.c:307 net/ipv4/ip_output.c:295) [ 1888.294566][ C1] ip_output (./include/linux/netfilter.h:303 net/ipv4/ip_output.c:433) [ 1888.294791][ C1] ? __pfx_ip_output (net/ipv4/ip_output.c:427) [ 1888.295057][ C1] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 1888.295353][ C1] ? __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) [ 1888.295597][ C1] ? ip_local_out (./include/linux/skbuff.h:1131 ./include/net/dst.h:451 net/ipv4/ip_output.c:129) [ 1888.295861][ C1] __ip_queue_xmit (net/ipv4/ip_output.c:535 (discriminator 4)) [ 1888.296113][ C1] ? __create_object (mm/kmemleak.c:756) [ 1888.296380][ C1] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1888.296657][ C1] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1283) [ 1888.296972][ C1] ? __tcp_send_ack.part.0 (./include/linux/skbuff.h:1296 net/ipv4/tcp_output.c:4206) [ 1888.297254][ C1] tcp_rcv_state_process (net/ipv4/tcp_input.c:6874) [ 1888.297543][ C1] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1888.297816][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1888.298049][ C1] ? __lock_acquired (kernel/locking/lockdep.c:5992) [ 1888.298332][ C1] ? __pfx_tcp_rcv_state_process (net/ipv4/tcp_input.c:6620) [ 1888.298634][ C1] ? __pfx___lock_acquired (kernel/locking/lockdep.c:5959) [ 1888.298924][ C1] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 1888.299218][ C1] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929) [ 1888.299475][ C1] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2329) [ 1888.299723][ C1] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) [ 1888.299990][ C1] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 1888.300265][ C1] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 1888.300570][ C1] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1888.300859][ C1] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 1888.301127][ C1] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 1888.301405][ C1] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1131 ./include/linux/skbuff.h:1183 net/ipv4/ip_input.c:390) [ 1888.301758][ C1] ip_rcv (./include/net/dst.h:461 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 1888.301977][ C1] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 1888.302237][ C1] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 1888.302510][ C1] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5983) [ 1888.302769][ C1] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 1888.303023][ C1] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1888.303331][ C1] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5535) [ 1888.303662][ C1] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 1888.303972][ C1] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1888.304217][ C1] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5983) [ 1888.304500][ C1] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:5985) [ 1888.304747][ C1] ? __pfx___lock_release (kernel/locking/lockdep.c:5406) [ 1888.305034][ C1] __napi_poll.constprop.0 (net/core/dev.c:6585) [ 1888.305312][ C1] net_rx_action (net/core/dev.c:6653 net/core/dev.c:6786) [ 1888.305552][ C1] ? __pfx_net_rx_action (net/core/dev.c:6750) [ 1888.305843][ C1] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) [ 1888.306083][ C1] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1888.306326][ C1] common_interrupt (arch/x86/kernel/irq.c:247 (discriminator 14)) [ 1888.306568][ C1] [ 1888.306749][ C1] [ 1888.306902][ C1] asm_common_interrupt (./arch/x86/include/asm/idtentry.h:640) [ 1888.307182][ C1] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1888.307444][ C1] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa eb 07 0f 00 2d e3 d2 41 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: eb 07 jmp 0x28 21: 0f 00 2d e3 d2 41 00 verw 0x41d2e3(%rip) # 0x41d30b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1888.308445][ C1] RSP: 0018:ffffc9000013fdf8 EFLAGS: 00000206 [ 1888.308783][ C1] RAX: 0000000001749241 RBX: 1ffff92000027fc1 RCX: ffffffff9e443812 [ 1888.309194][ C1] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff9be969c6 [ 1888.309628][ C1] RBP: 0000000000000000 R08: 0000000000000001 R09: ffffed1005dbeea4 [ 1888.310043][ C1] R10: ffff88802edf7523 R11: 1ffff110003da34c R12: 0000000000000000 [ 1888.310480][ C1] R13: ffff888001d0bec0 R14: dffffc0000000000 R15: 0000000000000000 [ 1888.310894][ C1] ? ct_kernel_exit.constprop.0 (kernel/context_tracking.c:147) [ 1888.311211][ C1] ? cpuidle_idle_call (kernel/sched/idle.c:171) [ 1888.311480][ C1] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1888.311728][ C1] cpuidle_idle_call (kernel/sched/idle.c:171) [ 1888.312007][ C1] ? __pfx_cpuidle_idle_call (kernel/sched/idle.c:147) [ 1888.312294][ C1] do_idle (kernel/sched/idle.c:312) [ 1888.312502][ C1] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1888.312772][ C1] start_secondary (arch/x86/kernel/smpboot.c:224 arch/x86/kernel/smpboot.c:304) [ 1888.313025][ C1] ? __pfx_start_secondary (arch/x86/kernel/smpboot.c:254) Finger prints: dump_stack_lvl:validate_chain:__lock_acquire:_raw_spin_lock_nested