====================================== | [ 61.151792][ C2] #6: ffffffffbb5467e0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5738 (discriminator 16)) | [ 61.152336][ C2] #7: ffffffffbb5467e0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232) | [ 61.152862][ C2] | [ 61.152862][ C2] stack backtrace: [ 61.153591][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 61.154224][ C2] Call Trace: [ 61.154401][ C2] [ 61.154569][ C2] dump_stack_lvl (lib/dump_stack.c:107) [ 61.154811][ C2] validate_chain (kernel/locking/lockdep.c:3859) [ 61.155067][ C2] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 61.155340][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 61.155592][ C2] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 61.155818][ C2] __lock_acquire (kernel/locking/lockdep.c:5137) [ 61.156076][ C2] ? lock_downgrade (kernel/locking/lockdep.c:5656) [ 61.156342][ C2] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 61.156568][ C2] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 61.156837][ C2] ? tcp_v4_rcv+0x2 DETECTED CRASH, lowering timeout 21e/0x2ac0 [ 61.157094][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 61.157392][ C2] ? __pfx_sk_filter_trim_cap (net/core/filter.c:130) [ 61.157690][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 61.157942][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 61.158199][ C2] _raw_spin_lock_nested (kernel/locking/spinlock.c:379) [ 61.158470][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 61.158724][ C2] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 61.158972][ C2] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) [ 61.159233][ C2] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 61.159501][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 61.159806][ C2] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 61.160092][ C2] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 61.160384][ C2] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 61.160638][ C2] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 61.160923][ C2] ? tcp_v4_early_demux (./include/linux/skbuff.h:1163 net/ipv4/tcp_ipv4.c:1988) [ 61.161205][ C2] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1131 ./include/linux/skbuff.h:1183 net/ipv4/ip_input.c:390) [ 61.161537][ C2] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 61.161754][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 61.162009][ C2] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 61.162289][ C2] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5738 (discriminator 16)) [ 61.162599][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 61.162844][ C2] __netif_receive_skb_one_core (net/core/dev.c:5551 (discriminator 4)) [ 61.163157][ C2] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5544) [ 61.163498][ C2] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 61.163747][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 61.163993][ C2] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5738 (discriminator 16)) [ 61.164307][ C2] netif_receive_skb_internal (net/core/dev.c:5751) [ 61.164608][ C2] ? __pfx_netif_receive_skb_internal (net/core/dev.c:5730) [ 61.164942][ C2] ? __copy_skb_header (./include/net/dst.h:290 net/core/skbuff.c:1513) [ 61.165210][ C2] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1584 (discriminator 4)) [ 61.165459][ C2] netif_receive_skb (net/core/dev.c:5810) [ 61.165713][ C2] tcf_mirred_to_dev (net/sched/act_mirred.c:249 net/sched/act_mirred.c:324) act_mirred [ 61.166047][ C2] ? __pfx_tcf_skbedit_act (net/sched/act_skbedit.c:43) act_skbedit [ 61.166398][ C2] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 61.166711][ C2] tcf_action_exec.part.0 (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100) [ 61.166996][ C2] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 61.167299][ C2] ? __pfx_fl_classify (net/sched/cls_flower.c:316) cls_flower [ 61.167634][ C2] ? __pfx_check_irq_usage (kernel/locking/lockdep.c:2790) [ 61.167909][ C2] ? __bfs (kernel/locking/lockdep.c:1787) [ 61.168124][ C2] ? __pfx_hlock_conflict (kernel/locking/lockdep.c:2016) [ 61.168408][ C2] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 61.168686][ C2] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 61.168954][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 61.169203][ C2] ? __pfx_check_noncircular (kernel/locking/lockdep.c:2163) [ 61.169492][ C2] ? __pfx_hlock_conflict (kernel/locking/lockdep.c:2016) [ 61.169772][ C2] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 61.170048][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 61.170298][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 61.170538][ C2] ? check_prev_add (kernel/locking/lockdep.c:3172) [ 61.170804][ C2] __tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734) [ 61.171056][ C2] tcf_classify (net/sched/cls_api.c:1830) [ 61.171304][ C2] ? __pfx_tcf_classify (net/sched/cls_api.c:1779) [ 61.171570][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4259) [ 61.171846][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4259) [ 61.172119][ C2] tc_run (net/core/dev.c:3920) [ 61.172340][ C2] ? __pfx_tc_run (net/core/dev.c:3904) [ 61.172578][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 61.172826][ C2] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4259) [ 61.173104][ C2] __dev_queue_xmit (net/core/dev.c:4044 net/core/dev.c:4276) [ 61.173367][ C2] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 61.173626][ C2] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4292 kernel/locking/lockdep.c:4359) [ 61.173974][ C2] ? __pfx___dev_queue_xmit (net/core/dev.c:4243) [ 61.174263][ C2] ? __pfx_vrf_output_direct_finish (./include/linux/skbuff.h:1134) vrf [ 61.174623][ C2] ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) [ 61.174886][ C2] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199) [ 61.175172][ C2] ? __ip_finish_output (net/ipv4/ip_output.c:256 net/ipv4/ip_output.c:308 net/ipv4/ip_output.c:295) [ 61.175454][ C2] ip_output (./include/linux/netfilter.h:303 net/ipv4/ip_output.c:433) [ 61.175676][ C2] ? __pfx_ip_output (net/ipv4/ip_output.c:427) [ 61.175933][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 61.176241][ C2] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4292 kernel/locking/lockdep.c:4359) [ 61.176581][ C2] ? ip_local_out (./include/linux/skbuff.h:1131 ./include/net/dst.h:450 net/ipv4/ip_output.c:129) [ 61.176835][ C2] __ip_queue_xmit (net/ipv4/ip_output.c:535 (discriminator 4)) [ 61.177101][ C2] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1584 (discriminator 4)) [ 61.177343][ C2] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 61.177623][ C2] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1283) [ 61.177920][ C2] ? tcp_small_queue_check.isra.0 (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/linux/refcount.h:136 net/ipv4/tcp_output.c:2623) [ 61.178237][ C2] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 61.178499][ C2] ? ipv4_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2654 ./include/net/ip.h:465 net/ipv4/route.c:1326) [ 61.178728][ C2] ? __pfx_tcp_write_xmit (net/ipv4/tcp_output.c:2702) [ 61.179009][ C2] ? __pfx_tcp_current_mss (net/ipv4/tcp_output.c:1853) [ 61.179291][ C2] __tcp_push_pending_frames (net/ipv4/tcp_output.c:2977) [ 61.179588][ C2] tcp_rcv_state_process (net/ipv4/tcp_input.c:5654 net/ipv4/tcp_input.c:6867) [ 61.179866][ C2] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 61.180114][ C2] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 61.180360][ C2] ? __lock_acquired (kernel/locking/lockdep.c:339 kernel/locking/lockdep.c:5991) [ 61.180617][ C2] ? __pfx_tcp_rcv_state_process (net/ipv4/tcp_input.c:6620) [ 61.180923][ C2] ? __pfx___lock_acquired (kernel/locking/lockdep.c:5959) [ 61.181207][ C2] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 61.181506][ C2] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929) [ 61.181756][ C2] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2329) [ 61.182003][ C2] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) [ 61.182268][ C2] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 61.182535][ C2] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 61.182837][ C2] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 61.183120][ C2] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 61.183415][ C2] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 61.183667][ C2] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 61.183947][ C2] ? tcp_v4_early_demux (./include/linux/skbuff.h:1163 net/ipv4/tcp_ipv4.c:1988) [ 61.184229][ C2] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1131 ./include/linux/skbuff.h:1183 net/ipv4/ip_input.c:390) [ 61.184570][ C2] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 61.184792][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 61.185029][ C2] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 61.185305][ C2] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5992) [ 61.185573][ C2] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 61.185808][ C2] __netif_receive_skb_one_core (net/core/dev.c:5551 (discriminator 4)) [ 61.186124][ C2] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5544) [ 61.186465][ C2] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 61.186758][ C2] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 61.187002][ C2] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5992) [ 61.187271][ C2] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:5994) [ 61.187527][ C2] __napi_poll.constprop.0 (net/core/dev.c:6622) [ 61.187814][ C2] net_rx_action (net/core/dev.c:6691 net/core/dev.c:6824) [ 61.188062][ C2] ? __pfx_net_rx_action (net/core/dev.c:6788) [ 61.188337][ C2] ? __pfx___schedule (kernel/sched/core.c:6608) [ 61.188591][ C2] ? __pfx___lock_release (kernel/locking/lockdep.c:5406) [ 61.188865][ C2] __do_softirq (kernel/softirq.c:553) [ 61.189114][ C2] ? __pfx_run_ksoftirqd (kernel/softirq.c:914) [ 61.189385][ C2] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 61.189625][ C2] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 61.189892][ C2] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 61.190188][ C2] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 61.190477][ C2] kthread (kernel/kthread.c:388) [ 61.190700][ C2] ? __pfx_kthread (kernel/kthread.c:341) [ 61.190941][ C2] ret_from_fork (arch/x86/kernel/process.c:147) [ 61.191173][ C2] ? __pfx_kthread (kernel/kthread.c:341) Finger prints: dump_stack_lvl:validate_chain:__lock_acquire:_raw_spin_lock_nested