====================================== | [ 1908.198417][ C1] #6: ffffffffb9b447e0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) | [ 1908.198985][ C1] #7: ffffffffb9b447e0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232) | [ 1908.199534][ C1] | [ 1908.199534][ C1] stack backtrace: [ 1908.200265][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1908.200926][ C1] Call Trace: [ 1908.201104][ C1] [ 1908.201280][ C1] dump_stack_lvl (lib/dump_stack.c:107) [ 1908.201541][ C1] validate_chain (kernel/locking/lockdep.c:3859) [ 1908.201793][ C1] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 1908.202084][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1908.202343][ C1] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 1908.202573][ C1] __lock_acquire (kernel/locking/lockdep.c:5137) [ 1908.202844][ C1] ? lock_downgrade (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:67 ./arch/x86/include/asm/irqflags.h:103 kernel/locking/lockdep.c:5653) [ 1908.203123][ C1] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 1908.203374][ C1] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 1908.203639][ C1] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1908.203904][ C1] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 1908.204222][ C1] ? __pfx_sk_filter_trim_cap (net/core/filter.c:130) [ 1908.204539][ C1] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1908.204792][ C1] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1908.205068][ C1] _raw_spin_lock_nested (kernel/locking/spinlock.c:379) [ 1908.205364][ C1] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1908.205612][ C1] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1908.205874][ C1] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) [ 1908.206147][ C1] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 1908.206435][ C1] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 1908.206732][ C1] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 1908.207049][ C1] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1908.207357][ C1] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 1908.207622][ C1] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 1908.207930][ C1] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1131 ./include/linux/skbuff.h:1183 net/ipv4/ip_input.c:390) [ 1908.208286][ C1] ip_rcv (./include/net/dst.h:461 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 1908.208519][ C1] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 1908.208759][ C1] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 1908.209050][ C1] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) [ 1908.209378][ C1] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 1908.209622][ C1] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1908.209954][ C1] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5535) [ 1908.210317][ C1] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1908.210595][ C1] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) [ 1908.210914][ C1] netif_receive_skb_internal (net/core/dev.c:5742) [ 1908.211226][ C1] ? __pfx_netif_receive_skb_internal (net/core/dev.c:5721) [ 1908.211578][ C1] ? __copy_skb_header (./include/net/dst.h:290 net/core/skbuff.c:1420) [ 1908.211849][ C1] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1491 (discriminator 4)) [ 1908.212117][ C1] netif_receive_skb (net/core/dev.c:5801) [ 1908.212401][ C1] tcf_mirred_to_dev (net/sched/act_mirred.c:249 net/sched/act_mirred.c:324) act_mirred [ 1908.212748][ C1] ? __pfx_tcf_skbedit_act (net/sched/act_skbedit.c:43) act_skbedit [ 1908.213109][ C1] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1908.213442][ C1] tcf_action_exec.part.0 (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100) [ 1908.213735][ C1] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1908.214045][ C1] ? __pfx_fl_classify (net/sched/cls_flower.c:316) cls_flower [ 1908.214388][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1908.214629][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1908.214883][ C1] ? validate_chain (./include/linux/hash.h:78 kernel/locking/lockdep.c:3759 kernel/locking/lockdep.c:3782 kernel/locking/lockdep.c:3837) [ 1908.215163][ C1] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 1908.215417][ C1] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 1908.215692][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1908.215950][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1908.216208][ C1] ? validate_chain (./include/linux/hash.h:78 kernel/locking/lockdep.c:3759 kernel/locking/lockdep.c:3782 kernel/locking/lockdep.c:3837) [ 1908.216485][ C1] ? __lock_acquire (kernel/locking/lockdep.c:5137) [ 1908.216756][ C1] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 1908.217057][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1908.217317][ C1] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 1908.217579][ C1] ? __lock_acquire (kernel/locking/lockdep.c:5137) [ 1908.217863][ C1] __tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734) [ 1908.218141][ C1] tcf_classify (net/sched/cls_api.c:1830) [ 1908.218404][ C1] ? __pfx_tcf_classify (net/sched/cls_api.c:1779) [ 1908.218672][ C1] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 1908.218971][ C1] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284) [ 1908.219271][ C1] tc_run (net/core/dev.c:3945) [ 1908.219500][ C1] ? handle_irq_event (kernel/irq/internals.h:234 kernel/irq/handle.c:213) [ 1908.219765][ C1] ? __pfx_tc_run (net/core/dev.c:3929) [ 1908.220022][ C1] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1908.220290][ C1] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284) [ 1908.220587][ C1] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284) [ 1908.220862][ C1] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1908.221151][ C1] ? __pfx___dev_queue_xmit (net/core/dev.c:4268) [ 1908.221453][ C1] ? ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) [ 1908.221739][ C1] ? neigh_hh_output (./include/linux/seqlock.h:74 ./include/linux/seqlock.h:772 ./include/net/neighbour.h:496) [ 1908.222023][ C1] ? neigh_hh_output (./include/linux/seqlock.h:227 ./include/linux/seqlock.h:772 ./include/net/neighbour.h:496) [ 1908.222302][ C1] ? vrf_ip_local_out (./include/net/dst.h:451 ./include/net/dst.h:449 drivers/net/vrf.c:522) vrf [ 1908.222621][ C1] ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) [ 1908.222892][ C1] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199) [ 1908.223199][ C1] ? __ip_finish_output (net/ipv4/ip_output.c:256 net/ipv4/ip_output.c:308 net/ipv4/ip_output.c:295) [ 1908.223497][ C1] ip_output (./include/linux/netfilter.h:303 net/ipv4/ip_output.c:433) [ 1908.223722][ C1] ? __pfx_ip_output (net/ipv4/ip_output.c:427) [ 1908.223995][ C1] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 1908.224314][ C1] ? ip_local_out (./include/linux/skbuff.h:1131 ./include/net/dst.h:451 net/ipv4/ip_output.c:129) [ 1908.224587][ C1] __ip_queue_xmit (net/ipv4/ip_output.c:535 (discriminator 4)) [ 1908.224879][ C1] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1491 (discriminator 4)) [ 1908.225148][ C1] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1908.225448][ C1] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1283) [ 1908.225741][ C1] ? tcp_small_queue_check.isra.0 (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/linux/refcount.h:136 net/ipv4/tcp_output.c:2623) [ 1908.226074][ C1] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1908.226352][ C1] ? ipv4_mtu (./include/net/net_namespace.h:385 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 net/ipv4/route.c:1326) [ 1908.226580][ C1] ? __pfx_tcp_write_xmit (net/ipv4/tcp_output.c:2702) [ 1908.226877][ C1] ? __pfx_tcp_current_mss (net/ipv4/tcp_output.c:1853) [ 1908.227187][ C1] __tcp_push_pending_frames (net/ipv4/tcp_output.c:2977) [ 1908.227503][ C1] tcp_rcv_state_process (net/ipv4/tcp_input.c:5654 net/ipv4/tcp_input.c:6870) [ 1908.227789][ C1] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1908.228059][ C1] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 1908.228326][ C1] ? __lock_acquired (kernel/locking/lockdep.c:339 kernel/locking/lockdep.c:5991) [ 1908.228595][ C1] ? __pfx_tcp_rcv_state_process (net/ipv4/tcp_input.c:6620) [ 1908.228929][ C1] ? __pfx___lock_acquired (kernel/locking/lockdep.c:5959) [ 1908.229233][ C1] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 1908.229551][ C1] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929) [ 1908.229807][ C1] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2329) [ 1908.230067][ C1] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) [ 1908.230347][ C1] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 1908.230614][ C1] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 1908.230927][ C1] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 1908.231235][ C1] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1908.231549][ C1] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 1908.231807][ C1] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 1908.232114][ C1] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1131 ./include/linux/skbuff.h:1183 net/ipv4/ip_input.c:390) [ 1908.232469][ C1] ip_rcv (./include/net/dst.h:461 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 1908.232682][ C1] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 1908.232944][ C1] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 1908.233246][ C1] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5983) [ 1908.233535][ C1] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 1908.233781][ C1] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1908.234108][ C1] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5535) [ 1908.234475][ C1] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 1908.234772][ C1] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1908.235040][ C1] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5983) [ 1908.235327][ C1] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:5985) [ 1908.235575][ C1] ? __pfx___lock_release (kernel/locking/lockdep.c:5406) [ 1908.235867][ C1] __napi_poll.constprop.0 (net/core/dev.c:6585) [ 1908.236173][ C1] net_rx_action (net/core/dev.c:6653 net/core/dev.c:6786) [ 1908.236439][ C1] ? __pfx_net_rx_action (net/core/dev.c:6750) [ 1908.236721][ C1] __do_softirq (./arch/x86/include/asm/jump_label.h:27 ./include/linux/jump_label.h:207 ./include/trace/events/irq.h:142 kernel/softirq.c:554) [ 1908.236985][ C1] do_softirq (kernel/softirq.c:454 kernel/softirq.c:441) [ 1908.237234][ C1] [ 1908.237416][ C1] [ 1908.237578][ C1] flush_smp_call_function_queue (kernel/smp.c:590) [ 1908.237910][ C1] do_idle (kernel/sched/idle.c:340) [ 1908.238146][ C1] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1908.238427][ C1] start_secondary (arch/x86/kernel/smpboot.c:224 arch/x86/kernel/smpboot.c:304) [ 1908.238707][ C1] ? __pfx_start_secondary (arch/x86/kernel/smpboot.c:254) Finger prints: dump_stack_lvl:validate_chain:__lock_acquire:_raw_spin_lock_nested