====================================== | [ 2363.979523][ C0] #6: ffffffff9c3467e0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16)) | [ 2363.980060][ C0] #7: ffffffff9c3467e0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232) | [ 2363.980578][ C0] | [ 2363.980578][ C0] stack backtrace: [ 2363.981292][ C0] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2363.981919][ C0] Call Trace: [ 2363.982098][ C0] [ 2363.982258][ C0] dump_stack_lvl (lib/dump_stack.c:107) [ 2363.982492][ C0] validate_chain (kernel/locking/lockdep.c:3859) [ 2363.982745][ C0] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 2363. DETECTED CRASH, lowering timeout 983019][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2363.983253][ C0] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 2363.983486][ C0] __lock_acquire (kernel/locking/lockdep.c:5137) [ 2363.983738][ C0] ? lock_downgrade (kernel/locking/lockdep.c:5659 (discriminator 1)) [ 2363.983992][ C0] ? mark_lock (kernel/locking/lockdep.c:4656 (discriminator 3)) [ 2363.984218][ C0] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2363.984485][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2363.984731][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2363.985024][ C0] ? __pfx_sk_filter_trim_cap (net/core/filter.c:130) [ 2363.985310][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2363.985560][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2363.985807][ C0] _raw_spin_lock_nested (kernel/locking/spinlock.c:379) [ 2363.986077][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2363.986323][ C0] tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2363.986570][ C0] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) [ 2363.986824][ C0] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 2363.987088][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2363.987381][ C0] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 2363.987665][ C0] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2363.987944][ C0] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 2363.988201][ C0] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 2363.988471][ C0] ? tcp_v4_early_demux (./include/linux/skbuff.h:1168 net/ipv4/tcp_ipv4.c:1988) [ 2363.988740][ C0] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390) [ 2363.989071][ C0] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 2363.989281][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2363.989524][ C0] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2363.989802][ C0] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16)) [ 2363.990106][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2363.990343][ C0] __netif_receive_skb_one_core (net/core/dev.c:5600 (discriminator 4)) [ 2363.990651][ C0] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5593) [ 2363.990985][ C0] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2363.991238][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2363.991477][ C0] ? netif_receive_skb_internal (./include/linux/rcupdate.h:298 (discriminator 16) ./include/linux/rcupdate.h:750 (discriminator 16) net/core/dev.c:5787 (discriminator 16)) [ 2363.991775][ C0] netif_receive_skb_internal (net/core/dev.c:5800) [ 2363.992069][ C0] ? __pfx_netif_receive_skb_internal (net/core/dev.c:5779) [ 2363.992391][ C0] ? __copy_skb_header (./include/net/dst.h:290 net/core/skbuff.c:1531) [ 2363.992662][ C0] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1602 (discriminator 4)) [ 2363.992903][ C0] netif_receive_skb (net/core/dev.c:5859) [ 2363.993162][ C0] tcf_mirred_to_dev (net/sched/act_mirred.c:249 net/sched/act_mirred.c:324) act_mirred [ 2363.993475][ C0] ? __pfx_tcf_skbedit_act (net/sched/act_skbedit.c:43) act_skbedit [ 2363.993818][ C0] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2363.994118][ C0] tcf_action_exec.part.0 (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100) [ 2363.994400][ C0] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2363.994696][ C0] ? __pfx_fl_classify (net/sched/cls_flower.c:316) cls_flower [ 2363.995014][ C0] ? __pfx_check_irq_usage (kernel/locking/lockdep.c:2790) [ 2363.995286][ C0] ? __bfs (kernel/locking/lockdep.c:1787) [ 2363.995505][ C0] ? __pfx_hlock_conflict (kernel/locking/lockdep.c:2016) [ 2363.995777][ C0] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2363.996059][ C0] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2363.996325][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2363.996566][ C0] ? __pfx_check_noncircular (kernel/locking/lockdep.c:2163) [ 2363.996849][ C0] ? __pfx_hlock_conflict (kernel/locking/lockdep.c:2016) [ 2363.997123][ C0] ? __pfx_validate_chain (kernel/locking/lockdep.c:3825) [ 2363.997393][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2363.997637][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2363.997878][ C0] ? check_prev_add (kernel/locking/lockdep.c:3172) [ 2363.998139][ C0] __tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734) [ 2363.998385][ C0] tcf_classify (net/sched/cls_api.c:1830) [ 2363.998625][ C0] ? __pfx_tcf_classify (net/sched/cls_api.c:1779) [ 2363.998885][ C0] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285) [ 2363.999153][ C0] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285) [ 2363.999419][ C0] tc_run (net/core/dev.c:3946) [ 2363.999634][ C0] ? __pfx_tc_run (net/core/dev.c:3930) [ 2363.999878][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2364.000130][ C0] ? __dev_queue_xmit (./include/linux/bottom_half.h:20 ./include/linux/rcupdate.h:802 net/core/dev.c:4285) [ 2364.000400][ C0] __dev_queue_xmit (net/core/dev.c:4070 net/core/dev.c:4302) [ 2364.000662][ C0] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2364.000912][ C0] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4292 kernel/locking/lockdep.c:4359) [ 2364.001258][ C0] ? __pfx___dev_queue_xmit (net/core/dev.c:4269) [ 2364.001530][ C0] ? vrf_ip_local_out (./include/linux/skbuff.h:1139 ./include/net/dst.h:450 drivers/net/vrf.c:522) vrf [ 2364.001832][ C0] ip_finish_output2 (./include/net/neighbour.h:540 net/ipv4/ip_output.c:235) [ 2364.002094][ C0] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199) [ 2364.002380][ C0] ? __ip_finish_output (net/ipv4/ip_output.c:256 net/ipv4/ip_output.c:308 net/ipv4/ip_output.c:295) [ 2364.002645][ C0] ip_output (./include/linux/netfilter.h:303 net/ipv4/ip_output.c:433) [ 2364.002864][ C0] ? __pfx_ip_output (net/ipv4/ip_output.c:427) [ 2364.003118][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2364.003408][ C0] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4292 kernel/locking/lockdep.c:4359) [ 2364.003751][ C0] ? ip_local_out (./include/linux/skbuff.h:1136 ./include/net/dst.h:450 net/ipv4/ip_output.c:129) [ 2364.003995][ C0] __ip_queue_xmit (net/ipv4/ip_output.c:535 (discriminator 4)) [ 2364.004255][ C0] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1602 (discriminator 4)) [ 2364.004488][ C0] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2364.004759][ C0] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1283) [ 2364.005047][ C0] ? tcp_small_queue_check.isra.0 (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/linux/refcount.h:136 net/ipv4/tcp_output.c:2623) [ 2364.005354][ C0] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2364.005610][ C0] ? ipv4_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2654 ./include/net/ip.h:465 net/ipv4/route.c:1326) [ 2364.005831][ C0] ? __pfx_tcp_write_xmit (net/ipv4/tcp_output.c:2702) [ 2364.006105][ C0] ? __pfx_tcp_current_mss (net/ipv4/tcp_output.c:1853) [ 2364.006380][ C0] __tcp_push_pending_frames (net/ipv4/tcp_output.c:2977) [ 2364.006668][ C0] tcp_rcv_state_process (net/ipv4/tcp_input.c:5654 net/ipv4/tcp_input.c:6867) [ 2364.006951][ C0] ? tcp_v4_rcv (./include/linux/skbuff.h:1624 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2364.007197][ C0] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 2364.007436][ C0] ? __lock_acquired (kernel/locking/lockdep.c:339 kernel/locking/lockdep.c:5991) [ 2364.007690][ C0] ? __pfx_tcp_rcv_state_process (net/ipv4/tcp_input.c:6620) [ 2364.007995][ C0] ? __pfx___lock_acquired (kernel/locking/lockdep.c:5959) [ 2364.008265][ C0] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 2364.008564][ C0] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929) [ 2364.008805][ C0] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2329) [ 2364.009050][ C0] ? __pfx_tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2162) [ 2364.009297][ C0] ? __pfx_raw_v4_input (net/ipv4/raw.c:165) [ 2364.009561][ C0] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5719) [ 2364.009865][ C0] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:207 (discriminator 8)) [ 2364.010146][ C0] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2364.010426][ C0] ip_local_deliver (./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:254) [ 2364.010681][ C0] ? __pfx_ip_local_deliver (net/ipv4/ip_input.c:243) [ 2364.010957][ C0] ? tcp_v4_early_demux (./include/linux/skbuff.h:1168 net/ipv4/tcp_ipv4.c:1988) [ 2364.011236][ C0] ? ip_rcv_finish_core.constprop.0 (./include/linux/skbuff.h:1136 ./include/linux/skbuff.h:1188 net/ipv4/ip_input.c:390) [ 2364.011557][ C0] ip_rcv (./include/net/dst.h:460 net/ipv4/ip_input.c:449 ./include/linux/netfilter.h:314 ./include/linux/netfilter.h:308 net/ipv4/ip_input.c:569) [ 2364.011768][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2364.012009][ C0] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756) [ 2364.012282][ C0] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:6041) [ 2364.012545][ C0] ? __pfx_ip_rcv (net/ipv4/ip_input.c:562) [ 2364.012781][ C0] __netif_receive_skb_one_core (net/core/dev.c:5600 (discriminator 4)) [ 2364.013092][ C0] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5593) [ 2364.013421][ C0] ? __pfx_do_raw_spin_trylock (kernel/locking/spinlock_debug.c:122) [ 2364.013716][ C0] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2364.013961][ C0] ? process_backlog (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:6041) [ 2364.014223][ C0] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:6043) [ 2364.014465][ C0] __napi_poll.constprop.0 (net/core/dev.c:6671) [ 2364.014739][ C0] net_rx_action (net/core/dev.c:6740 net/core/dev.c:6871) [ 2364.014988][ C0] ? __pfx_net_rx_action (net/core/dev.c:6835) [ 2364.015251][ C0] ? __pfx___schedule (kernel/sched/core.c:6608) [ 2364.015511][ C0] ? __pfx___lock_release (kernel/locking/lockdep.c:5406) [ 2364.015783][ C0] __do_softirq (kernel/softirq.c:553) [ 2364.016022][ C0] ? __pfx_run_ksoftirqd (kernel/softirq.c:914) [ 2364.016286][ C0] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2364.016526][ C0] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2364.016783][ C0] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2364.017070][ C0] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2364.017353][ C0] kthread (kernel/kthread.c:388) [ 2364.017572][ C0] ? __pfx_kthread (kernel/kthread.c:341) [ 2364.017812][ C0] ret_from_fork (arch/x86/kernel/process.c:147) [ 2364.018049][ C0] ? __pfx_kthread (kernel/kthread.c:341) Finger prints: dump_stack_lvl:validate_chain:__lock_acquire:_raw_spin_lock_nested