====================================== | [ 2371.285501][ C3] #6: ffffffffbbb447e0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) | [ 2371.286022][ C3] #7: ffffffffbbb447e0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232) | [ 2371.286533][ C3] | [ 2371.286533][ C3] stack backtrace: [ 2371.287257][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2371.287886][ C3] Call Trace: [ 2371.288059][ C3] [ 2371.288216][ C3] dump_stack_lvl (lib/dump_stack.c:107) [ 2371.288476][ C3] validate_chain (kernel/locking/lockdep.c:3859) [ 2371.288737][ C3] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 2371.289014][ C3] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2371.289250][ C3] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 2371.289482][ C3] __lock_acquire (kernel/locking/lockdep.c:5137) [ 2371.289750][ C3] ? lock_downgrade (kernel/locking/lockdep.c:5656) [ 2371.290000][ C3] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 2371.290231][ C3] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2371.290509][ C3] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2512 net/ipv4/tcp_ipv4.c:2327) [ 2371.290754][ C3] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2371.291043][ C3] ? __pfx_sk_filter_trim_cap (net/core/filter.c:130) [ 2371.291346][ C3] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2371.291591][ C3] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2512 net/ipv4/tcp_ipv4.c:2327) [ 2371.291840][ C3] _raw_spin_lock_nested (kernel/locking/spinlock.c:379) [ 2371.292117][ C3] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2512 net/ipv4/tcp_ipv4.c:2327) [ 2371.292352][ C3] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2512 net/ipv4/tcp_ipv4.c:2327) [ 2371.292589][ C3] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2163) [ 2371.292877][ C3] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 2371.293151][ C3] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2371.293456][ C3] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 2371.293750][ C3] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2371.294060][ C3] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 2371.294315][ C3] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 2371.294597][ C3] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1131 ./include/linux/skbuff.h:1183 net/ipv4/ip_input.c:390) [ 2371.294957][ C3] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 2371.295167][ C3] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2371.295409][ C3] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2371.295691][ C3] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) [ 2371.295991][ C3] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2371.296230][ C3] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2371.296553][ C3] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5535) [ 2371.296878][ C3] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2371.297132][ C3] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2371.297386][ C3] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5729 (discriminator 16)) [ 2371.297684][ C3] netif_receive_skb_internal (net/core/dev.c:5742) [ 2371.297977][ C3] ? __pfx_netif_receive_skb_internal (net/core/dev.c:5721) [ 2371.298315][ C3] ? __copy_skb_header (./include/net/dst.h:290 net/core/skbuff.c:1423) [ 2371.298579][ C3] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1494 (discriminator 4)) [ 2371.298824][ C3] netif_receive_skb (net/core/dev.c:5801) [ 2371.299094][ C3] tcf_mirred_to_dev (net/sched/act_mirred.c:251 net/sched/act_mirred.c:326) act_mirred [ 2371.299415][ C3] ? __pfx_tcf_skbedit_act (net/sched/act_skbedit.c:43) act_skbedit [ 2371.299777][ C3] ? unwind_next_frame (arch/x86/kernel/unwind_orc.c:495) [ 2371.300051][ C3] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2371.300373][ C3] tcf_action_exec.part.0 (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100) [ 2371.300659][ C3] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2371.300972][ C3] ? __pfx_fl_classify (net/sched/cls_flower.c:316) cls_flower [ 2371.301294][ C3] ? __pfx_usage_match (kernel/locking/lockdep.c:2256) [ 2371.301543][ C3] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2371.301807][ C3] ? validate_chain (./include/linux/hash.h:78 kernel/locking/lockdep.c:3759 kernel/locking/lockdep.c:3782 kernel/locking/lockdep.c:3837) [ 2371.302071][ C3] ? __pfx_check_irq_usage (kernel/locking/lockdep.c:2790) [ 2371.302334][ C3] ? __bfs (kernel/locking/lockdep.c:1787) [ 2371.302549][ C3] ? __pfx_hlock_conflict (kernel/locking/lockdep.c:2016) [ 2371.302821][ C3] ? __bfs (kernel/locking/lockdep.c:1787) [ 2371.303051][ C3] ? __pfx_usage_match (kernel/locking/lockdep.c:2256) [ 2371.303300][ C3] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2371.303574][ C3] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2371.303842][ C3] ? __pfx_check_noncircular (kernel/locking/lockdep.c:2163) [ 2371.304140][ C3] __tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734) [ 2371.304389][ C3] tcf_classify (net/sched/cls_api.c:1830) [ 2371.304625][ C3] ? __pfx_tcf_classify (net/sched/cls_api.c:1779) [ 2371.304907][ C3] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2371.305177][ C3] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284) [ 2371.305445][ C3] tc_run (net/core/dev.c:3945) [ 2371.305671][ C3] ? __pfx_tc_run (net/core/dev.c:3929) [ 2371.305907][ C3] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2371.306151][ C3] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4284) [ 2371.306430][ C3] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2371.306684][ C3] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2371.306915][ C3] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 2371.307161][ C3] ? __pfx___dev_queue_xmit (net/core/dev.c:4268) [ 2371.307440][ C3] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4292 kernel/locking/lockdep.c:4359) [ 2371.307774][ C3] ? neigh_hh_output (./include/linux/seqlock.h:74 ./include/linux/seqlock.h:772 ./include/net/neighbour.h:496) [ 2371.308049][ C3] ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) [ 2371.308318][ C3] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199) [ 2371.308610][ C3] ? __ip_finish_output (net/ipv4/ip_output.c:256 net/ipv4/ip_output.c:308 net/ipv4/ip_output.c:295) [ 2371.308893][ C3] ip_output (./include/linux/netfilter.h:303 net/ipv4/ip_output.c:433) [ 2371.309113][ C3] ? __pfx_ip_output (net/ipv4/ip_output.c:427) [ 2371.309387][ C3] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2371.309676][ C3] ? ip_local_out (./include/linux/skbuff.h:1131 ./include/net/dst.h:450 net/ipv4/ip_output.c:129) [ 2371.309919][ C3] __ip_queue_xmit (net/ipv4/ip_output.c:535 (discriminator 4)) [ 2371.310200][ C3] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1494 (discriminator 4)) [ 2371.310448][ C3] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2371.310727][ C3] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1283) [ 2371.311037][ C3] ? tcp_small_queue_check.isra.0 (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/linux/refcount.h:136 net/ipv4/tcp_output.c:2623) [ 2371.311353][ C3] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2371.311619][ C3] ? ipv4_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 net/ipv4/route.c:1326) [ 2371.311860][ C3] ? __pfx_tcp_write_xmit (net/ipv4/tcp_output.c:2702) [ 2371.312127][ C3] ? __pfx_tcp_current_mss (net/ipv4/tcp_output.c:1853) [ 2371.312406][ C3] __tcp_push_pending_frames (net/ipv4/tcp_output.c:2977) [ 2371.312703][ C3] tcp_rcv_state_process (net/ipv4/tcp_input.c:5654 net/ipv4/tcp_input.c:6881) [ 2371.312979][ C3] ? __pfx_tcp_rcv_state_process (net/ipv4/tcp_input.c:6621) [ 2371.313276][ C3] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2371.313544][ C3] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2512 net/ipv4/tcp_ipv4.c:2327) [ 2371.313791][ C3] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2371.314035][ C3] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1930) [ 2371.314311][ C3] ? __pfx_tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1887) [ 2371.314578][ C3] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2330) [ 2371.314815][ C3] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2163) [ 2371.315087][ C3] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 2371.315351][ C3] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2371.315644][ C3] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 2371.315935][ C3] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2371.316213][ C3] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 2371.316471][ C3] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 2371.316766][ C3] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1131 ./include/linux/skbuff.h:1183 net/ipv4/ip_input.c:390) [ 2371.317089][ C3] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 2371.317296][ C3] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2371.317554][ C3] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2371.317819][ C3] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5983) [ 2371.318081][ C3] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2371.318340][ C3] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2371.318646][ C3] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5535) [ 2371.318980][ C3] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 2371.319291][ C3] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2371.319539][ C3] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5983) [ 2371.319799][ C3] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:5985) [ 2371.320072][ C3] __napi_poll.constprop.0 (net/core/dev.c:6584) [ 2371.320358][ C3] net_rx_action (net/core/dev.c:6653 net/core/dev.c:6786) [ 2371.320603][ C3] ? __pfx_net_rx_action (net/core/dev.c:6750) [ 2371.320864][ C3] ? __pfx___schedule (kernel/sched/core.c:6608) [ 2371.321137][ C3] ? __pfx___lock_release (kernel/locking/lockdep.c:5406) [ 2371.321405][ C3] __do_softirq (kernel/softirq.c:553) [ 2371.321643][ C3] ? __pfx_run_ksoftirqd (kernel/softirq.c:914) [ 2371.321921][ C3] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2371.322151][ C3] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2371.322406][ C3] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2371.322700][ C3] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2371.322978][ C3] kthread (kernel/kthread.c:388) [ 2371.323190][ C3] ? __pfx_kthread (kernel/kthread.c:341) [ 2371.323447][ C3] ret_from_fork (arch/x86/kernel/process.c:147) [ 2371.323682][ C3] ? __pfx_kthread (kernel/kthread.c:341) Finger prints: dump_stack_lvl:validate_chain:__lock_acquire:_raw_spin_lock_nested