[12436.894265][ C0] rcu: INFO: rcu_preempt self-detected stall on CPU [12436.894638][ C0] rcu: 0-....: (9742704 ticks this GP) idle=4b3c/1/0x4000000000000000 softirq=594006/594008 fqs=2350690 [12436.895197][ C0] rcu: (t=10022987 jiffies g=2033089 q=12 ncpus=4) [12436.895539][ C0] CPU: 0 PID: 3791 Comm: perl Tainted: G L 6.8.0-rc2-virtme #1 [12436.895991][ C0] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12436.896606][ C0] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12436.896938][ C0] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12436.897917][ C0] RSP: 0018:ffffc90000006a18 EFLAGS: 00000202 [12436.898228][ C0] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff86a7fb30 [12436.898630][ C0] RDX: ffffed100102436c RSI: 0000000000000004 RDI: ffff888008121b58 [12436.899034][ C0] RBP: ffff888008121b58 R08: 0000000000000000 R09: ffffed100102436b [12436.899438][ C0] R10: ffff888008121b5b R11: 0000008000000000 R12: 0000000000000003 [12436.899838][ C0] R13: ffffed100102436b R14: 0000000000000001 R15: 1ffff92000000d44 [12436.900239][ C0] FS: 00007fcbb0a96f00(0000) GS:ffff888035200000(0000) knlGS:0000000000000000 [12436.900690][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12436.901026][ C0] CR2: 0000564a8dad53d8 CR3: 0000000006e96001 CR4: 0000000000770ef0 [12436.901431][ C0] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12436.901830][ C0] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12436.902231][ C0] PKRU: 55555554 [12436.902414][ C0] Call Trace: [12436.902587][ C0] [12436.902736][ C0] ? rcu_dump_cpu_stacks+0x2a3/0x4c0 [12436.903013][ C0] ? print_cpu_stall+0x263/0x6a0 [12436.903266][ C0] ? check_cpu_stall+0x284/0x500 [12436.903519][ C0] ? rcu_pending+0x92/0x360 [12436.903752][ C0] ? rcu_sched_clock_irq+0x107/0x3f0 [12436.904029][ C0] ? update_process_times+0xb9/0x110 [12436.904300][ C0] ? tick_sched_handle+0x67/0x130 [12436.904560][ C0] ? tick_nohz_highres_handler+0xa7/0xd0 [12436.904849][ C0] ? __run_hrtimer+0x1c0/0x710 [12436.905092][ C0] ? __pfx_tick_nohz_highres_handler+0x10/0x10 [12436.905405][ C0] ? __hrtimer_run_queues+0x197/0x270 [12436.905681][ C0] ? __pfx___hrtimer_run_queues+0x10/0x10 [12436.905970][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12436.906237][ C0] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12436.906546][ C0] ? hrtimer_interrupt+0x2c3/0x770 [12436.906808][ C0] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12436.907121][ C0] ? sysvec_apic_timer_interrupt+0x39/0x80 [12436.907422][ C0] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12436.907739][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [12436.908031][ C0] ? queued_spin_lock_slowpath+0x12d/0xb90 [12436.908328][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [12436.908618][ C0] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12436.908931][ C0] ? get_stack_info+0x36/0xc0 [12436.909176][ C0] ? lock_acquire+0x1c1/0x220 [12436.909420][ C0] ? lock_release+0x1d5/0x250 [12436.909661][ C0] do_raw_spin_lock+0x1ec/0x270 [12436.909911][ C0] ? __pfx_do_raw_spin_lock+0x10/0x10 [12436.910183][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12436.910473][ C0] ? lock_acquire+0x1c1/0x220 [12436.910713][ C0] ? tcp_v4_rcv+0x221e/0x2ac0 [12436.910954][ C0] _raw_spin_lock_nested+0x65/0x80 [12436.911216][ C0] tcp_v4_rcv+0x221e/0x2ac0 [12436.911454][ C0] ? __pfx_tcp_v4_rcv+0x10/0x10 [12436.911703][ C0] ? __pfx_raw_v4_input+0x10/0x10 [12436.911964][ C0] ip_protocol_deliver_rcu+0x93/0x360 [12436.912243][ C0] ip_local_deliver_finish+0x2ae/0x480 [12436.912522][ C0] ip_local_deliver+0x19d/0x480 [12436.912771][ C0] ? __pfx_ip_local_deliver+0x10/0x10 [12436.913049][ C0] ? tcp_v4_early_demux+0x59a/0x9d0 [12436.913314][ C0] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12436.913663][ C0] ? rcu_read_lock_held+0xe/0x50 [12436.913925][ C0] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12436.914247][ C0] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12436.914513][ C0] ip_rcv+0x564/0x740 [12436.914718][ C0] ? __pfx_ip_rcv+0x10/0x10 [12436.914952][ C0] ? set_track_prepare+0x8a/0xd0 [12436.915209][ C0] ? __pfx_set_track_prepare+0x10/0x10 [12436.915487][ C0] ? __tcp_transmit_skb+0x22b1/0x2d20 [12436.915760][ C0] ? skb_clone+0x10b/0x330 [12436.915992][ C0] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12436.916315][ C0] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12436.916624][ C0] ? tcf_action_exec.part.0+0x112/0x3d0 [12436.916908][ C0] ? fl_classify+0x4dc/0x650 [cls_flower] [12436.917205][ C0] ? __tcf_classify+0x329/0x7d0 [12436.917455][ C0] ? __pfx_ip_rcv+0x10/0x10 [12436.917689][ C0] __netif_receive_skb_one_core+0x166/0x1b0 [12436.917991][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12436.918276][ C0] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12436.918603][ C0] ? lock_acquire+0x1c1/0x220 [12436.918843][ C0] ? netif_receive_skb_internal+0x84/0x300 [12436.919141][ C0] netif_receive_skb_internal+0xb0/0x300 [12436.919429][ C0] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12436.919747][ C0] ? __copy_skb_header+0xaf/0x490 [12436.920005][ C0] ? __skb_clone+0x57a/0x760 [12436.920240][ C0] netif_receive_skb+0x55/0x280 [12436.920491][ C0] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12436.920807][ C0] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12436.921142][ C0] tcf_mirred_act+0x338/0x780 [act_mirred] [12436.921447][ C0] tcf_action_exec.part.0+0x112/0x3d0 [12436.921723][ C0] fl_classify+0x4dc/0x650 [cls_flower] [12436.922015][ C0] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12436.922328][ C0] ? hlock_class+0x4e/0x130 [12436.922563][ C0] ? __pfx_validate_chain+0x10/0x10 [12436.922827][ C0] ? hlock_class+0x4e/0x130 [12436.923060][ C0] ? mark_lock+0x38/0x3e0 [12436.923282][ C0] ? __lock_acquire+0xb67/0x1610 [12436.923535][ C0] ? do_raw_spin_trylock+0xb9/0x190 [12436.923804][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12436.924093][ C0] ? lock_acquire+0x1c1/0x220 [12436.924334][ C0] ? get_stack_info_noinstr+0x18/0x110 [12436.924613][ C0] ? get_stack_info+0x36/0xc0 [12436.924854][ C0] ? stack_access_ok+0xda/0x1f0 [12436.925102][ C0] ? get_reg+0x119/0x190 [12436.925321][ C0] ? unwind_next_frame+0x12af/0x1d10 [12436.925589][ C0] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12436.925900][ C0] ? lock_acquire+0x1c1/0x220 [12436.926140][ C0] ? is_bpf_text_address+0x23/0x120 [12436.926410][ C0] __tcf_classify+0x329/0x7d0 [12436.926651][ C0] tcf_classify+0x283/0x930 [12436.926884][ C0] ? get_stack_info+0x36/0xc0 [12436.927127][ C0] ? __pfx_tcf_classify+0x10/0x10 [12436.927384][ C0] ? get_reg+0x119/0x190 [12436.927600][ C0] ? unwind_next_frame+0x12af/0x1d10 [12436.927869][ C0] tc_run+0x2e4/0x5d0 [12436.928078][ C0] ? __pfx_tc_run+0x10/0x10 [12436.928310][ C0] ? lock_acquire+0x1c1/0x220 [12436.928550][ C0] ? __dev_queue_xmit+0x1da/0x17e0 [12436.928813][ C0] __dev_queue_xmit+0x686/0x17e0 [12436.929067][ C0] ? lock_acquire+0x1c1/0x220 [12436.929308][ C0] ? ip_finish_output2+0x786/0x18e0 [12436.929575][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12436.929882][ C0] ? __pfx___dev_queue_xmit+0x10/0x10 [12436.930156][ C0] ? vrf_ip_local_out+0x7d1/0x860 [vrf] [12436.930443][ C0] ? lock_acquire+0x1c1/0x220 [12436.930685][ C0] ip_finish_output2+0x786/0x18e0 [12436.930944][ C0] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12436.931285][ C0] ? __pfx_ip_finish_output2+0x10/0x10 [12436.931563][ C0] ? rcu_read_lock_held+0xe/0x50 [12436.931817][ C0] ? __ip_finish_output+0x10f/0x770 [12436.932085][ C0] ip_output+0x16b/0x4f0 [12436.932305][ C0] ? __pfx_ip_output+0x10/0x10 [12436.932551][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12436.932858][ C0] ? rcu_read_lock_held+0xe/0x50 [12436.933111][ C0] ? ip_local_out+0x114/0x3b0 [12436.933354][ C0] __ip_queue_xmit+0x672/0x1910 [12436.933605][ C0] ? __skb_clone+0x57a/0x760 [12436.933846][ C0] __tcp_transmit_skb+0x22b1/0x2d20 [12436.934116][ C0] ? __pfx___tcp_transmit_skb+0x10/0x10 [12436.934398][ C0] ? tcp_small_queue_check.isra.0+0xe9/0x380 [12436.934705][ C0] tcp_write_xmit+0x94f/0x1cb0 [12436.934953][ C0] ? tcp_current_mss+0x40a/0x510 [12436.935206][ C0] ? lock_acquire+0x1c1/0x220 [12436.935445][ C0] ? __pfx_tcp_current_mss+0x10/0x10 [12436.935716][ C0] ? __pfx_tcp_write_xmit+0x10/0x10 [12436.935982][ C0] ? mark_lock_irq+0x6e2/0xa10 [12436.936226][ C0] ? tcp_mstamp_refresh+0x16/0xa0 [12436.936483][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12436.936787][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12436.937054][ C0] ? ktime_get+0xb3/0x190 [12436.937277][ C0] tcp_send_loss_probe+0x4c9/0x830 [12436.937540][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [12436.937810][ C0] tcp_write_timer+0x82/0x1d0 [12436.938053][ C0] call_timer_fn+0x173/0x430 [12436.938292][ C0] ? __pfx_call_timer_fn+0x10/0x10 [12436.938557][ C0] ? next_expiry_recalc+0xed/0x220 [12436.938820][ C0] __run_timers.part.0+0x52d/0x890 [12436.939083][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [12436.939354][ C0] ? __pfx___run_timers.part.0+0x10/0x10 [12436.939640][ C0] ? lock_acquire+0x1c1/0x220 [12436.939880][ C0] ? clockevents_program_event+0xf6/0x300 [12436.940175][ C0] ? lock_release+0x1d5/0x250 [12436.940414][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12436.940684][ C0] ? ktime_get+0xb3/0x190 [12436.940907][ C0] ? clockevents_program_event+0x1ea/0x300 [12436.941206][ C0] run_timer_softirq+0x72/0x100 [12436.941456][ C0] __do_softirq+0x1b9/0x7ff [12436.941690][ C0] irq_exit_rcu+0x98/0xc0 [12436.941914][ C0] sysvec_apic_timer_interrupt+0x75/0x80 [12436.942202][ C0] [12436.942352][ C0] [12436.942505][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12436.942812][ C0] RIP: 0010:syscall_exit_to_user_mode_prepare+0x18/0x60 [12436.943165][ C0] Code: ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 0f 1f 44 00 00 41 54 65 48 8b 04 25 c0 b6 1f 00 55 48 89 fd 4c 8b 60 08 <48> 8b 77 78 9c 58 f6 c4 02 74 0e 41 f6 c4 76 75 29 5d 41 5c c3 cc [12436.944150][ C0] RSP: 0018:ffffc90001b0fef8 EFLAGS: 00000282 [12436.944461][ C0] RAX: ffff888001eccc40 RBX: ffffc90001b0ff58 RCX: 0000000000000000 [12436.944861][ C0] RDX: 1ffff110036a26e9 RSI: ffff888001aeaf80 RDI: ffffc90001b0ff58 [12436.945261][ C0] RBP: ffffc90001b0ff58 R08: ffff88801b513748 R09: 1ffff1100035d614 [12436.945664][ C0] R10: ffffc90001b0fd40 R11: ffff88801b5137e0 R12: 0000000000000000 [12436.946066][ C0] R13: 0000000000000001 R14: 0000000000000000 R15: 0000000000000000 [12436.946472][ C0] syscall_exit_to_user_mode+0x11/0x200 [12436.946759][ C0] do_syscall_64+0xd9/0x1e0 [12436.946995][ C0] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12436.947299][ C0] RIP: 0033:0x7fcbb0ceb957 [12436.947526][ C0] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12436.948505][ C0] RSP: 002b:00007ffd7f415a48 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12436.948929][ C0] RAX: 0000000000000001 RBX: 000055d17a172e70 RCX: 00007fcbb0ceb957 [12436.949329][ C0] RDX: 0000000000000001 RSI: 000055d17a172e70 RDI: 0000000000000001 [12436.949732][ C0] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12436.950134][ C0] R10: 0000000000000001 R11: 0000000000000246 R12: 000055d17a15f530 [12436.950537][ C0] R13: 000055d17a1402a0 R14: 0000000000000001 R15: 000055d17a15f530 [12436.950940][ C0] [12436.951101][ C0] Sending NMI from CPU 0 to CPUs 1: [12436.951375][ C1] NMI backtrace for cpu 1 [12436.951384][ C1] CPU: 1 PID: 0 Comm: swapper/1 Tainted: G L 6.8.0-rc2-virtme #1 [12436.951388][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12436.951391][ C1] RIP: 0010:kasan_check_range+0x1a/0x1c0 [12436.951400][ C1] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 66 0f 1f 00 48 85 f6 0f 84 5e 01 00 00 48 89 f8 41 54 44 0f b6 c2 48 01 f0 55 <53> 72 14 eb 26 cc cc cc 48 b8 ff ff ff ff ff ff ff fe 48 39 c7 77 [12436.951403][ C1] RSP: 0018:ffffc900001c7b60 EFLAGS: 00000282 [12436.951406][ C1] RAX: ffff888008120e1c RBX: 0000000000000001 RCX: ffffffff86a7fb30 [12436.951409][ C1] RDX: 0000000000000000 RSI: 0000000000000004 RDI: ffff888008120e18 [12436.951410][ C1] RBP: ffff888008120e18 R08: 0000000000000000 R09: ffffed10010241c3 [12436.951412][ C1] R10: ffff888008120e1b R11: 0000008000000000 R12: 0000000000000003 [12436.951414][ C1] R13: ffffed10010241c3 R14: 0000000000000001 R15: 1ffff92000038f70 [12436.951416][ C1] FS: 0000000000000000(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [12436.951418][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12436.951421][ C1] CR2: 00005593ab837dec CR3: 000000000a748006 CR4: 0000000000770ef0 [12436.951423][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12436.951424][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12436.951425][ C1] PKRU: 55555554 [12436.951426][ C1] Call Trace: [12436.951430][ C1] [12436.951435][ C1] ? nmi_cpu_backtrace+0x112/0x220 [12436.951442][ C1] ? nmi_cpu_backtrace_handler+0x11/0x20 [12436.951448][ C1] ? nmi_handle+0x153/0x420 [12436.951453][ C1] ? default_do_nmi+0x41/0x100 [12436.951457][ C1] ? exc_nmi+0xf3/0x120 [12436.951459][ C1] ? end_repeat_nmi+0xf/0x60 [12436.951464][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12436.951468][ C1] ? kasan_check_range+0x1a/0x1c0 [12436.951471][ C1] ? kasan_check_range+0x1a/0x1c0 [12436.951475][ C1] ? kasan_check_range+0x1a/0x1c0 [12436.951477][ C1] [12436.951478][ C1] [12436.951480][ C1] queued_spin_lock_slowpath+0xb0/0xb90 [12436.951484][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12436.951487][ C1] ? lock_acquire+0x1c1/0x220 [12436.951492][ C1] ? lock_release+0x1d5/0x250 [12436.951496][ C1] do_raw_spin_lock+0x1ec/0x270 [12436.951500][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [12436.951502][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12436.951506][ C1] ? lock_acquire+0x1c1/0x220 [12436.951508][ C1] ? tcp_v4_rcv+0x221e/0x2ac0 [12436.951513][ C1] _raw_spin_lock_nested+0x65/0x80 [12436.951516][ C1] tcp_v4_rcv+0x221e/0x2ac0 [12436.951523][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [12436.951525][ C1] ? __pfx_raw_v4_input+0x10/0x10 [12436.951531][ C1] ip_protocol_deliver_rcu+0x93/0x360 [12436.951538][ C1] ip_local_deliver_finish+0x2ae/0x480 [12436.951541][ C1] ip_local_deliver+0x19d/0x480 [12436.951544][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [12436.951546][ C1] ? tcp_v4_early_demux+0x59a/0x9d0 [12436.951549][ C1] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12436.951554][ C1] ? rcu_read_lock_held+0xe/0x50 [12436.951559][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12436.951563][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12436.951573][ C1] ip_rcv+0x564/0x740 [12436.951577][ C1] ? __pfx_ip_rcv+0x10/0x10 [12436.951579][ C1] ? set_track_prepare+0x8a/0xd0 [12436.951585][ C1] ? __pfx_set_track_prepare+0x10/0x10 [12436.951588][ C1] ? skb_clone+0x10b/0x330 [12436.951593][ C1] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12436.951599][ C1] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12436.951604][ C1] ? tcf_action_exec.part.0+0x112/0x3d0 [12436.951609][ C1] ? fl_classify+0x4dc/0x650 [cls_flower] [12436.951617][ C1] ? __tcf_classify+0x329/0x7d0 [12436.951620][ C1] ? __pfx_ip_rcv+0x10/0x10 [12436.951623][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [12436.951627][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12436.951630][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12436.951634][ C1] ? lock_acquire+0x1c1/0x220 [12436.951636][ C1] ? netif_receive_skb_internal+0x84/0x300 [12436.951640][ C1] netif_receive_skb_internal+0xb0/0x300 [12436.951644][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12436.951648][ C1] ? __copy_skb_header+0xaf/0x490 [12436.951651][ C1] ? __skb_clone+0x57a/0x760 [12436.951653][ C1] netif_receive_skb+0x55/0x280 [12436.951657][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12436.951664][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12436.951671][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [12436.951678][ C1] tcf_action_exec.part.0+0x112/0x3d0 [12436.951683][ C1] fl_classify+0x4dc/0x650 [cls_flower] [12436.951691][ C1] ? __pfx_try_to_wake_up+0x10/0x10 [12436.951696][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12436.951706][ C1] ? __wake_up+0x44/0x60 [12436.951709][ C1] ? tty_kref_put+0x1c/0x60 [12436.951713][ C1] ? serial8250_tx_chars+0x47c/0x700 [12436.951718][ C1] ? do_raw_spin_trylock+0xb9/0x190 [12436.951721][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12436.951724][ C1] ? __pfx_fill_pool+0x10/0x10 [12436.951729][ C1] ? do_raw_spin_unlock+0x58/0x220 [12436.951733][ C1] ? do_raw_spin_trylock+0xb9/0x190 [12436.951736][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12436.951739][ C1] ? lock_acquire+0x1c1/0x220 [12436.951741][ C1] ? debug_object_activate+0x199/0x4f0 [12436.951744][ C1] ? do_raw_spin_unlock+0x58/0x220 [12436.951748][ C1] ? debug_object_activate+0x3ce/0x4f0 [12436.951751][ C1] ? lock_acquire+0x1c1/0x220 [12436.951755][ C1] __tcf_classify+0x329/0x7d0 [12436.951759][ C1] tcf_classify+0x283/0x930 [12436.951761][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12436.951765][ C1] ? lock_acquire+0x1c1/0x220 [12436.951767][ C1] ? __pfx_tcf_classify+0x10/0x10 [12436.951769][ C1] ? do_raw_spin_unlock+0x58/0x220 [12436.951773][ C1] ? _raw_spin_unlock+0x23/0x40 [12436.951776][ C1] tc_run+0x2e4/0x5d0 [12436.951780][ C1] ? __pfx_tc_run+0x10/0x10 [12436.951783][ C1] ? lock_acquire+0x1c1/0x220 [12436.951785][ C1] ? __dev_queue_xmit+0x1da/0x17e0 [12436.951789][ C1] __dev_queue_xmit+0x686/0x17e0 [12436.951793][ C1] ? lock_acquire+0x1c1/0x220 [12436.951795][ C1] ? ip_finish_output2+0x786/0x18e0 [12436.951799][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12436.951804][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [12436.951807][ C1] ? neigh_hh_output+0x348/0x590 [12436.951811][ C1] ? ip_finish_output2+0x262/0x18e0 [12436.951815][ C1] ip_finish_output2+0x786/0x18e0 [12436.951818][ C1] ? vrf_finish_direct+0x5e/0x340 [vrf] [12436.951826][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [12436.951828][ C1] ? rcu_read_lock_held+0xe/0x50 [12436.951832][ C1] ? __ip_finish_output+0x10f/0x770 [12436.951836][ C1] ip_output+0x16b/0x4f0 [12436.951839][ C1] ? __pfx_ip_output+0x10/0x10 [12436.951843][ C1] ? __ip_queue_xmit+0x65/0x1910 [12436.951846][ C1] ? rcu_read_lock_held+0xe/0x50 [12436.951849][ C1] ? ip_local_out+0x114/0x3b0 [12436.951853][ C1] __ip_queue_xmit+0x672/0x1910 [12436.951856][ C1] ? __create_object+0x5e/0xb0 [12436.951860][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [12436.951867][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [12436.951871][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [12436.951874][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [12436.951879][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12436.951881][ C1] tcp_delack_timer+0x84/0x240 [12436.951885][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12436.951888][ C1] call_timer_fn+0x173/0x430 [12436.951893][ C1] ? __pfx_call_timer_fn+0x10/0x10 [12436.951898][ C1] ? next_expiry_recalc+0xed/0x220 [12436.951902][ C1] __run_timers.part.0+0x52d/0x890 [12436.951905][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12436.951909][ C1] ? __pfx___run_timers.part.0+0x10/0x10 [12436.951912][ C1] ? trace_rcu_dyntick+0x10a/0x150 [12436.951917][ C1] ? ct_nmi_exit+0x83/0x100 [12436.951924][ C1] run_timer_softirq+0x72/0x100 [12436.951927][ C1] __do_softirq+0x1b9/0x7ff [12436.951932][ C1] irq_exit_rcu+0x98/0xc0 [12436.951934][ C1] sysvec_apic_timer_interrupt+0x75/0x80 [12436.951938][ C1] [12436.951939][ C1] [12436.951940][ C1] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12436.951946][ C1] RIP: 0010:default_idle+0xf/0x20 [12436.951949][ C1] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d e3 41 41 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [12436.951952][ C1] RSP: 0018:ffffc9000013fdf8 EFLAGS: 00000246 [12436.951954][ C1] RAX: ffff8880357f7520 RBX: 1ffff92000027fc1 RCX: ffffffff86a4c9d2 [12436.951956][ C1] RDX: ffffed1006afeea5 RSI: 0000000000000004 RDI: ffffffff844968b6 [12436.951958][ C1] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006afeea4 [12436.951959][ C1] R10: ffff8880357f7523 R11: 1ffff110003e334c R12: 0000000000000000 [12436.951960][ C1] R13: ffff888001d18040 R14: dffffc0000000000 R15: 0000000000000000 [12436.951964][ C1] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [12436.951967][ C1] ? cpuidle_idle_call+0x1f6/0x280 [12436.951971][ C1] default_idle_call+0x69/0xa0 [12436.951973][ C1] cpuidle_idle_call+0x1f6/0x280 [12436.951975][ C1] ? __pfx_cpuidle_idle_call+0x10/0x10 [12436.951979][ C1] ? lock_release+0x1d5/0x250 [12436.951982][ C1] ? tsc_verify_tsc_adjust+0x65/0x2b0 [12436.951987][ C1] do_idle+0xfb/0x160 [12436.951989][ C1] cpu_startup_entry+0x55/0x60 [12436.951992][ C1] start_secondary+0x21c/0x2b0 [12436.951995][ C1] ? __pfx_start_secondary+0x10/0x10 [12436.951999][ C1] secondary_startup_64_no_verify+0x16d/0x17b [12436.952006][ C1] [12464.574602][ C0] watchdog: BUG: soft lockup - CPU#0 stuck for 9388s! [perl:3791] [12464.575033][ C0] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 act_mirred cls_matchall sch_red dummy sch_tbf bridge stp llc ip_gre act_gact cls_flower sch_ingress 8021q ip6_gre ip6_tunnel tunnel6 gre vrf veth [12464.576254][ C0] irq event stamp: 3750956 [12464.576482][ C0] hardirqs last enabled at (3750956): [] _raw_spin_unlock_irqrestore+0x51/0x70 [12464.577018][ C0] hardirqs last disabled at (3750955): [] _raw_spin_lock_irqsave+0x70/0x90 [12464.577531][ C0] softirqs last enabled at (3739940): [] __do_softirq+0x519/0x7ff [12464.578008][ C0] softirqs last disabled at (3750697): [] irq_exit_rcu+0x98/0xc0 [12464.578480][ C0] CPU: 0 PID: 3791 Comm: perl Tainted: G L 6.8.0-rc2-virtme #1 [12464.578935][ C0] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12464.579553][ C0] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12464.579880][ C0] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12464.580858][ C0] RSP: 0018:ffffc90000006a18 EFLAGS: 00000202 [12464.581169][ C0] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff86a7fb30 [12464.581570][ C0] RDX: ffffed100102436c RSI: 0000000000000004 RDI: ffff888008121b58 [12464.581974][ C0] RBP: ffff888008121b58 R08: 0000000000000000 R09: ffffed100102436b [12464.582383][ C0] R10: ffff888008121b5b R11: 0000008000000000 R12: 0000000000000003 [12464.582784][ C0] R13: ffffed100102436b R14: 0000000000000001 R15: 1ffff92000000d44 [12464.583185][ C0] FS: 00007fcbb0a96f00(0000) GS:ffff888035200000(0000) knlGS:0000000000000000 [12464.583635][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12464.583979][ C0] CR2: 0000564a8dad53d8 CR3: 0000000006e96001 CR4: 0000000000770ef0 [12464.584382][ C0] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12464.584784][ C0] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12464.585185][ C0] PKRU: 55555554 [12464.585367][ C0] Call Trace: [12464.585541][ C0] [12464.585690][ C0] ? watchdog_timer_fn+0x2cf/0x3c0 [12464.585957][ C0] ? __run_hrtimer+0x1c0/0x710 [12464.586202][ C0] ? __pfx_watchdog_timer_fn+0x10/0x10 [12464.586487][ C0] ? __hrtimer_run_queues+0x197/0x270 [12464.586762][ C0] ? __pfx___hrtimer_run_queues+0x10/0x10 [12464.587052][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12464.587319][ C0] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12464.587628][ C0] ? hrtimer_interrupt+0x2c3/0x770 [12464.587892][ C0] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12464.588203][ C0] ? sysvec_apic_timer_interrupt+0x39/0x80 [12464.588502][ C0] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12464.588819][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [12464.589110][ C0] ? queued_spin_lock_slowpath+0x12d/0xb90 [12464.589409][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [12464.589699][ C0] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12464.590013][ C0] ? get_stack_info+0x36/0xc0 [12464.590257][ C0] ? lock_acquire+0x1c1/0x220 [12464.590500][ C0] ? lock_release+0x1d5/0x250 [12464.590740][ C0] do_raw_spin_lock+0x1ec/0x270 [12464.590991][ C0] ? __pfx_do_raw_spin_lock+0x10/0x10 [12464.591265][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12464.591553][ C0] ? lock_acquire+0x1c1/0x220 [12464.591794][ C0] ? tcp_v4_rcv+0x221e/0x2ac0 [12464.592034][ C0] _raw_spin_lock_nested+0x65/0x80 [12464.592298][ C0] tcp_v4_rcv+0x221e/0x2ac0 [12464.592535][ C0] ? __pfx_tcp_v4_rcv+0x10/0x10 [12464.592785][ C0] ? __pfx_raw_v4_input+0x10/0x10 [12464.593046][ C0] ip_protocol_deliver_rcu+0x93/0x360 [12464.593325][ C0] ip_local_deliver_finish+0x2ae/0x480 [12464.593604][ C0] ip_local_deliver+0x19d/0x480 [12464.593860][ C0] ? __pfx_ip_local_deliver+0x10/0x10 [12464.594145][ C0] ? tcp_v4_early_demux+0x59a/0x9d0 [12464.594409][ C0] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12464.594759][ C0] ? rcu_read_lock_held+0xe/0x50 [12464.595014][ C0] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12464.595337][ C0] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12464.595603][ C0] ip_rcv+0x564/0x740 [12464.595807][ C0] ? __pfx_ip_rcv+0x10/0x10 [12464.596041][ C0] ? set_track_prepare+0x8a/0xd0 [12464.596299][ C0] ? __pfx_set_track_prepare+0x10/0x10 [12464.596576][ C0] ? __tcp_transmit_skb+0x22b1/0x2d20 [12464.596850][ C0] ? skb_clone+0x10b/0x330 [12464.597080][ C0] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12464.597401][ C0] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12464.597712][ C0] ? tcf_action_exec.part.0+0x112/0x3d0 [12464.597995][ C0] ? fl_classify+0x4dc/0x650 [cls_flower] [12464.598294][ C0] ? __tcf_classify+0x329/0x7d0 [12464.598544][ C0] ? __pfx_ip_rcv+0x10/0x10 [12464.598776][ C0] __netif_receive_skb_one_core+0x166/0x1b0 [12464.599079][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12464.599364][ C0] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12464.599691][ C0] ? lock_acquire+0x1c1/0x220 [12464.599932][ C0] ? netif_receive_skb_internal+0x84/0x300 [12464.600231][ C0] netif_receive_skb_internal+0xb0/0x300 [12464.600518][ C0] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12464.600837][ C0] ? __copy_skb_header+0xaf/0x490 [12464.601097][ C0] ? __skb_clone+0x57a/0x760 [12464.601334][ C0] netif_receive_skb+0x55/0x280 [12464.601590][ C0] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12464.601904][ C0] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12464.602241][ C0] tcf_mirred_act+0x338/0x780 [act_mirred] [12464.602543][ C0] tcf_action_exec.part.0+0x112/0x3d0 [12464.602818][ C0] fl_classify+0x4dc/0x650 [cls_flower] [12464.603112][ C0] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12464.603427][ C0] ? hlock_class+0x4e/0x130 [12464.603668][ C0] ? __pfx_validate_chain+0x10/0x10 [12464.603932][ C0] ? hlock_class+0x4e/0x130 [12464.604166][ C0] ? mark_lock+0x38/0x3e0 [12464.604387][ C0] ? __lock_acquire+0xb67/0x1610 [12464.604641][ C0] ? do_raw_spin_trylock+0xb9/0x190 [12464.604906][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12464.605195][ C0] ? lock_acquire+0x1c1/0x220 [12464.605437][ C0] ? get_stack_info_noinstr+0x18/0x110 [12464.605714][ C0] ? get_stack_info+0x36/0xc0 [12464.605957][ C0] ? stack_access_ok+0xda/0x1f0 [12464.606206][ C0] ? get_reg+0x119/0x190 [12464.606423][ C0] ? unwind_next_frame+0x12af/0x1d10 [12464.606692][ C0] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12464.607003][ C0] ? lock_acquire+0x1c1/0x220 [12464.607244][ C0] ? is_bpf_text_address+0x23/0x120 [12464.607514][ C0] __tcf_classify+0x329/0x7d0 [12464.607756][ C0] tcf_classify+0x283/0x930 [12464.607988][ C0] ? get_stack_info+0x36/0xc0 [12464.608230][ C0] ? __pfx_tcf_classify+0x10/0x10 [12464.608487][ C0] ? get_reg+0x119/0x190 [12464.608703][ C0] ? unwind_next_frame+0x12af/0x1d10 [12464.608981][ C0] tc_run+0x2e4/0x5d0 [12464.609189][ C0] ? __pfx_tc_run+0x10/0x10 [12464.609421][ C0] ? lock_acquire+0x1c1/0x220 [12464.609662][ C0] ? __dev_queue_xmit+0x1da/0x17e0 [12464.609925][ C0] __dev_queue_xmit+0x686/0x17e0 [12464.610180][ C0] ? lock_acquire+0x1c1/0x220 [12464.610420][ C0] ? ip_finish_output2+0x786/0x18e0 [12464.610687][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12464.610996][ C0] ? __pfx___dev_queue_xmit+0x10/0x10 [12464.611269][ C0] ? vrf_ip_local_out+0x7d1/0x860 [vrf] [12464.611558][ C0] ? lock_acquire+0x1c1/0x220 [12464.611801][ C0] ip_finish_output2+0x786/0x18e0 [12464.612059][ C0] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12464.612397][ C0] ? __pfx_ip_finish_output2+0x10/0x10 [12464.612676][ C0] ? rcu_read_lock_held+0xe/0x50 [12464.612930][ C0] ? __ip_finish_output+0x10f/0x770 [12464.613198][ C0] ip_output+0x16b/0x4f0 [12464.613417][ C0] ? __pfx_ip_output+0x10/0x10 [12464.613667][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12464.613974][ C0] ? rcu_read_lock_held+0xe/0x50 [12464.614227][ C0] ? ip_local_out+0x114/0x3b0 [12464.614468][ C0] __ip_queue_xmit+0x672/0x1910 [12464.614719][ C0] ? __skb_clone+0x57a/0x760 [12464.614956][ C0] __tcp_transmit_skb+0x22b1/0x2d20 [12464.615224][ C0] ? __pfx___tcp_transmit_skb+0x10/0x10 [12464.615506][ C0] ? tcp_small_queue_check.isra.0+0xe9/0x380 [12464.615813][ C0] tcp_write_xmit+0x94f/0x1cb0 [12464.616060][ C0] ? tcp_current_mss+0x40a/0x510 [12464.616313][ C0] ? lock_acquire+0x1c1/0x220 [12464.616553][ C0] ? __pfx_tcp_current_mss+0x10/0x10 [12464.616824][ C0] ? __pfx_tcp_write_xmit+0x10/0x10 [12464.617089][ C0] ? mark_lock_irq+0x6e2/0xa10 [12464.617334][ C0] ? tcp_mstamp_refresh+0x16/0xa0 [12464.617590][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12464.617896][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12464.618162][ C0] ? ktime_get+0xb3/0x190 [12464.618385][ C0] tcp_send_loss_probe+0x4c9/0x830 [12464.618647][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [12464.618917][ C0] tcp_write_timer+0x82/0x1d0 [12464.619164][ C0] call_timer_fn+0x173/0x430 [12464.619404][ C0] ? __pfx_call_timer_fn+0x10/0x10 [12464.619667][ C0] ? next_expiry_recalc+0xed/0x220 [12464.619930][ C0] __run_timers.part.0+0x52d/0x890 [12464.620193][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [12464.620464][ C0] ? __pfx___run_timers.part.0+0x10/0x10 [12464.620751][ C0] ? lock_acquire+0x1c1/0x220 [12464.620989][ C0] ? clockevents_program_event+0xf6/0x300 [12464.621285][ C0] ? lock_release+0x1d5/0x250 [12464.621525][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12464.621792][ C0] ? ktime_get+0xb3/0x190 [12464.622014][ C0] ? clockevents_program_event+0x1ea/0x300 [12464.622313][ C0] run_timer_softirq+0x72/0x100 [12464.622562][ C0] __do_softirq+0x1b9/0x7ff [12464.622796][ C0] irq_exit_rcu+0x98/0xc0 [12464.623019][ C0] sysvec_apic_timer_interrupt+0x75/0x80 [12464.623307][ C0] [12464.623458][ C0] [12464.623611][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12464.623928][ C0] RIP: 0010:syscall_exit_to_user_mode_prepare+0x18/0x60 [12464.624285][ C0] Code: ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 0f 1f 44 00 00 41 54 65 48 8b 04 25 c0 b6 1f 00 55 48 89 fd 4c 8b 60 08 <48> 8b 77 78 9c 58 f6 c4 02 74 0e 41 f6 c4 76 75 29 5d 41 5c c3 cc [12464.625264][ C0] RSP: 0018:ffffc90001b0fef8 EFLAGS: 00000282 [12464.625574][ C0] RAX: ffff888001eccc40 RBX: ffffc90001b0ff58 RCX: 0000000000000000 [12464.625974][ C0] RDX: 1ffff110036a26e9 RSI: ffff888001aeaf80 RDI: ffffc90001b0ff58 [12464.626376][ C0] RBP: ffffc90001b0ff58 R08: ffff88801b513748 R09: 1ffff1100035d614 [12464.626779][ C0] R10: ffffc90001b0fd40 R11: ffff88801b5137e0 R12: 0000000000000000 [12464.627179][ C0] R13: 0000000000000001 R14: 0000000000000000 R15: 0000000000000000 [12464.627584][ C0] syscall_exit_to_user_mode+0x11/0x200 [12464.627869][ C0] do_syscall_64+0xd9/0x1e0 [12464.628103][ C0] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12464.628407][ C0] RIP: 0033:0x7fcbb0ceb957 [12464.628636][ C0] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12464.629615][ C0] RSP: 002b:00007ffd7f415a48 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12464.630038][ C0] RAX: 0000000000000001 RBX: 000055d17a172e70 RCX: 00007fcbb0ceb957 [12464.630439][ C0] RDX: 0000000000000001 RSI: 000055d17a172e70 RDI: 0000000000000001 [12464.630844][ C0] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12464.631245][ C0] R10: 0000000000000001 R11: 0000000000000246 R12: 000055d17a15f530 [12464.631646][ C0] R13: 000055d17a1402a0 R14: 0000000000000001 R15: 000055d17a15f530 [12464.632050][ C0] [12464.632211][ C1] watchdog: BUG: soft lockup - CPU#1 stuck for 9388s! [swapper/1:0] [12464.632652][ C1] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 act_mirred cls_matchall sch_red dummy sch_tbf bridge stp llc ip_gre act_gact cls_flower sch_ingress 8021q ip6_gre ip6_tunnel tunnel6 gre vrf veth [12464.633890][ C1] irq event stamp: 45610878 [12464.634121][ C1] hardirqs last enabled at (45610877): [] tick_nohz_idle_exit+0xc7/0x240 [12464.634635][ C1] hardirqs last disabled at (45610878): [] __schedule+0xa87/0x1ac0 [12464.635113][ C1] softirqs last enabled at (45610872): [] __do_softirq+0x519/0x7ff [12464.635595][ C1] softirqs last disabled at (45610787): [] irq_exit_rcu+0x98/0xc0 [12464.636069][ C1] CPU: 1 PID: 0 Comm: swapper/1 Tainted: G L 6.8.0-rc2-virtme #1 [12464.636530][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12464.637149][ C1] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12464.637477][ C1] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12464.638455][ C1] RSP: 0018:ffffc900001c7b78 EFLAGS: 00000202 [12464.638768][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff86a7fb30 [12464.639169][ C1] RDX: ffffed10010241c4 RSI: 0000000000000004 RDI: ffff888008120e18 [12464.639571][ C1] RBP: ffff888008120e18 R08: 0000000000000000 R09: ffffed10010241c3 [12464.639976][ C1] R10: ffff888008120e1b R11: 0000008000000000 R12: 0000000000000003 [12464.640379][ C1] R13: ffffed10010241c3 R14: 0000000000000001 R15: 1ffff92000038f70 [12464.640780][ C1] FS: 0000000000000000(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [12464.641232][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12464.641568][ C1] CR2: 00005593ab837dec CR3: 000000000a748006 CR4: 0000000000770ef0 [12464.641976][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12464.642380][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12464.642781][ C1] PKRU: 55555554 [12464.642963][ C1] Call Trace: [12464.643137][ C1] [12464.643288][ C1] ? watchdog_timer_fn+0x2cf/0x3c0 [12464.643552][ C1] ? __run_hrtimer+0x1c0/0x710 [12464.643804][ C1] ? __pfx_watchdog_timer_fn+0x10/0x10 [12464.644082][ C1] ? __hrtimer_run_queues+0x197/0x270 [12464.644358][ C1] ? __pfx___hrtimer_run_queues+0x10/0x10 [12464.644650][ C1] ? kvm_clock_get_cycles+0x18/0x30 [12464.644918][ C1] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12464.645227][ C1] ? hrtimer_interrupt+0x2c3/0x770 [12464.645492][ C1] ? trace_rcu_dyntick+0x10a/0x150 [12464.645757][ C1] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12464.646069][ C1] ? sysvec_apic_timer_interrupt+0x39/0x80 [12464.646368][ C1] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12464.646685][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12464.646979][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12464.647277][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12464.647569][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12464.647884][ C1] ? lock_acquire+0x1c1/0x220 [12464.648128][ C1] ? lock_release+0x1d5/0x250 [12464.648368][ C1] do_raw_spin_lock+0x1ec/0x270 [12464.648619][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [12464.648894][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12464.649182][ C1] ? lock_acquire+0x1c1/0x220 [12464.649423][ C1] ? tcp_v4_rcv+0x221e/0x2ac0 [12464.649664][ C1] _raw_spin_lock_nested+0x65/0x80 [12464.649927][ C1] tcp_v4_rcv+0x221e/0x2ac0 [12464.650165][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [12464.650416][ C1] ? __pfx_raw_v4_input+0x10/0x10 [12464.650677][ C1] ip_protocol_deliver_rcu+0x93/0x360 [12464.650954][ C1] ip_local_deliver_finish+0x2ae/0x480 [12464.651233][ C1] ip_local_deliver+0x19d/0x480 [12464.651486][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [12464.651762][ C1] ? tcp_v4_early_demux+0x59a/0x9d0 [12464.652028][ C1] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12464.652378][ C1] ? rcu_read_lock_held+0xe/0x50 [12464.652632][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12464.652954][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12464.653220][ C1] ip_rcv+0x564/0x740 [12464.653427][ C1] ? __pfx_ip_rcv+0x10/0x10 [12464.653670][ C1] ? set_track_prepare+0x8a/0xd0 [12464.653927][ C1] ? __pfx_set_track_prepare+0x10/0x10 [12464.654205][ C1] ? skb_clone+0x10b/0x330 [12464.654436][ C1] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12464.654760][ C1] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12464.655067][ C1] ? tcf_action_exec.part.0+0x112/0x3d0 [12464.655354][ C1] ? fl_classify+0x4dc/0x650 [cls_flower] [12464.655650][ C1] ? __tcf_classify+0x329/0x7d0 [12464.655900][ C1] ? __pfx_ip_rcv+0x10/0x10 [12464.656133][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [12464.656436][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12464.656725][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12464.657053][ C1] ? lock_acquire+0x1c1/0x220 [12464.657296][ C1] ? netif_receive_skb_internal+0x84/0x300 [12464.657593][ C1] netif_receive_skb_internal+0xb0/0x300 [12464.657881][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12464.658201][ C1] ? __copy_skb_header+0xaf/0x490 [12464.658460][ C1] ? __skb_clone+0x57a/0x760 [12464.658694][ C1] netif_receive_skb+0x55/0x280 [12464.658944][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12464.659260][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12464.659594][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [12464.659896][ C1] tcf_action_exec.part.0+0x112/0x3d0 [12464.660173][ C1] fl_classify+0x4dc/0x650 [cls_flower] [12464.660461][ C1] ? __pfx_try_to_wake_up+0x10/0x10 [12464.660731][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12464.661046][ C1] ? __wake_up+0x44/0x60 [12464.661266][ C1] ? tty_kref_put+0x1c/0x60 [12464.661498][ C1] ? serial8250_tx_chars+0x47c/0x700 [12464.661770][ C1] ? do_raw_spin_trylock+0xb9/0x190 [12464.662037][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12464.662324][ C1] ? __pfx_fill_pool+0x10/0x10 [12464.662572][ C1] ? do_raw_spin_unlock+0x58/0x220 [12464.662834][ C1] ? do_raw_spin_trylock+0xb9/0x190 [12464.663100][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12464.663389][ C1] ? lock_acquire+0x1c1/0x220 [12464.663629][ C1] ? debug_object_activate+0x199/0x4f0 [12464.663914][ C1] ? do_raw_spin_unlock+0x58/0x220 [12464.664177][ C1] ? debug_object_activate+0x3ce/0x4f0 [12464.664455][ C1] ? lock_acquire+0x1c1/0x220 [12464.664698][ C1] __tcf_classify+0x329/0x7d0 [12464.664941][ C1] tcf_classify+0x283/0x930 [12464.665173][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12464.665461][ C1] ? lock_acquire+0x1c1/0x220 [12464.665700][ C1] ? __pfx_tcf_classify+0x10/0x10 [12464.665958][ C1] ? do_raw_spin_unlock+0x58/0x220 [12464.666219][ C1] ? _raw_spin_unlock+0x23/0x40 [12464.666471][ C1] tc_run+0x2e4/0x5d0 [12464.666677][ C1] ? __pfx_tc_run+0x10/0x10 [12464.666912][ C1] ? lock_acquire+0x1c1/0x220 [12464.667153][ C1] ? __dev_queue_xmit+0x1da/0x17e0 [12464.667417][ C1] __dev_queue_xmit+0x686/0x17e0 [12464.667672][ C1] ? lock_acquire+0x1c1/0x220 [12464.667912][ C1] ? ip_finish_output2+0x786/0x18e0 [12464.668179][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12464.668485][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [12464.668762][ C1] ? neigh_hh_output+0x348/0x590 [12464.669016][ C1] ? ip_finish_output2+0x262/0x18e0 [12464.669284][ C1] ip_finish_output2+0x786/0x18e0 [12464.669543][ C1] ? vrf_finish_direct+0x5e/0x340 [vrf] [12464.669831][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [12464.670108][ C1] ? rcu_read_lock_held+0xe/0x50 [12464.670364][ C1] ? __ip_finish_output+0x10f/0x770 [12464.670632][ C1] ip_output+0x16b/0x4f0 [12464.670852][ C1] ? __pfx_ip_output+0x10/0x10 [12464.671099][ C1] ? __ip_queue_xmit+0x65/0x1910 [12464.671354][ C1] ? rcu_read_lock_held+0xe/0x50 [12464.671607][ C1] ? ip_local_out+0x114/0x3b0 [12464.671848][ C1] __ip_queue_xmit+0x672/0x1910 [12464.672098][ C1] ? __create_object+0x5e/0xb0 [12464.672345][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [12464.672614][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [12464.672897][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [12464.673173][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [12464.673457][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12464.673736][ C1] tcp_delack_timer+0x84/0x240 [12464.673982][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12464.674255][ C1] call_timer_fn+0x173/0x430 [12464.674495][ C1] ? __pfx_call_timer_fn+0x10/0x10 [12464.674758][ C1] ? next_expiry_recalc+0xed/0x220 [12464.675022][ C1] __run_timers.part.0+0x52d/0x890 [12464.675284][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12464.675561][ C1] ? __pfx___run_timers.part.0+0x10/0x10 [12464.675848][ C1] ? trace_rcu_dyntick+0x10a/0x150 [12464.676111][ C1] ? ct_nmi_exit+0x83/0x100 [12464.676349][ C1] run_timer_softirq+0x72/0x100 [12464.676599][ C1] __do_softirq+0x1b9/0x7ff [12464.676833][ C1] irq_exit_rcu+0x98/0xc0 [12464.677056][ C1] sysvec_apic_timer_interrupt+0x75/0x80 [12464.677345][ C1] [12464.677495][ C1] [12464.677649][ C1] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12464.677956][ C1] RIP: 0010:default_idle+0xf/0x20 [12464.678214][ C1] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d e3 41 41 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [12464.679195][ C1] RSP: 0018:ffffc9000013fdf8 EFLAGS: 00000246 [12464.679506][ C1] RAX: ffff8880357f7520 RBX: 1ffff92000027fc1 RCX: ffffffff86a4c9d2 [12464.679910][ C1] RDX: ffffed1006afeea5 RSI: 0000000000000004 RDI: ffffffff844968b6 [12464.680313][ C1] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006afeea4 [12464.680715][ C1] R10: ffff8880357f7523 R11: 1ffff110003e334c R12: 0000000000000000 [12464.681117][ C1] R13: ffff888001d18040 R14: dffffc0000000000 R15: 0000000000000000 [12464.681524][ C1] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [12464.681818][ C1] ? cpuidle_idle_call+0x1f6/0x280 [12464.682081][ C1] default_idle_call+0x69/0xa0 [12464.682325][ C1] cpuidle_idle_call+0x1f6/0x280 [12464.682579][ C1] ? __pfx_cpuidle_idle_call+0x10/0x10 [12464.682858][ C1] ? lock_release+0x1d5/0x250 [12464.683100][ C1] ? tsc_verify_tsc_adjust+0x65/0x2b0 [12464.683375][ C1] do_idle+0xfb/0x160 [12464.683582][ C1] cpu_startup_entry+0x55/0x60 [12464.683832][ C1] start_secondary+0x21c/0x2b0 [12464.684078][ C1] ? __pfx_start_secondary+0x10/0x10 [12464.684349][ C1] secondary_startup_64_no_verify+0x16d/0x17b [12464.684665][ C1] [12492.574601][ C0] watchdog: BUG: soft lockup - CPU#0 stuck for 9414s! [perl:3791] [12492.575035][ C0] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 act_mirred cls_matchall sch_red dummy sch_tbf bridge stp llc ip_gre act_gact cls_flower sch_ingress 8021q ip6_gre ip6_tunnel tunnel6 gre vrf veth [12492.576266][ C0] irq event stamp: 3750956 [12492.576494][ C0] hardirqs last enabled at (3750956): [] _raw_spin_unlock_irqrestore+0x51/0x70 [12492.577030][ C0] hardirqs last disabled at (3750955): [] _raw_spin_lock_irqsave+0x70/0x90 [12492.577543][ C0] softirqs last enabled at (3739940): [] __do_softirq+0x519/0x7ff [12492.578017][ C0] softirqs last disabled at (3750697): [] irq_exit_rcu+0x98/0xc0 [12492.578491][ C0] CPU: 0 PID: 3791 Comm: perl Tainted: G L 6.8.0-rc2-virtme #1 [12492.578943][ C0] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12492.579562][ C0] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12492.579889][ C0] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12492.580868][ C0] RSP: 0018:ffffc90000006a18 EFLAGS: 00000202 [12492.581177][ C0] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff86a7fb30 [12492.581579][ C0] RDX: ffffed100102436c RSI: 0000000000000004 RDI: ffff888008121b58 [12492.581982][ C0] RBP: ffff888008121b58 R08: 0000000000000000 R09: ffffed100102436b [12492.582386][ C0] R10: ffff888008121b5b R11: 0000008000000000 R12: 0000000000000003 [12492.582787][ C0] R13: ffffed100102436b R14: 0000000000000001 R15: 1ffff92000000d44 [12492.583188][ C0] FS: 00007fcbb0a96f00(0000) GS:ffff888035200000(0000) knlGS:0000000000000000 [12492.583647][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12492.583983][ C0] CR2: 0000564a8dad53d8 CR3: 0000000006e96001 CR4: 0000000000770ef0 [12492.584389][ C0] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12492.584796][ C0] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12492.585196][ C0] PKRU: 55555554 [12492.585380][ C0] Call Trace: [12492.585553][ C0] [12492.585703][ C0] ? watchdog_timer_fn+0x2cf/0x3c0 [12492.585970][ C0] ? __run_hrtimer+0x1c0/0x710 [12492.586217][ C0] ? __pfx_watchdog_timer_fn+0x10/0x10 [12492.586497][ C0] ? __hrtimer_run_queues+0x197/0x270 [12492.586773][ C0] ? __pfx___hrtimer_run_queues+0x10/0x10 [12492.587061][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12492.587330][ C0] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12492.587639][ C0] ? hrtimer_interrupt+0x2c3/0x770 [12492.587902][ C0] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12492.588215][ C0] ? sysvec_apic_timer_interrupt+0x39/0x80 [12492.588515][ C0] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12492.588832][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [12492.589124][ C0] ? queued_spin_lock_slowpath+0x12d/0xb90 [12492.589422][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [12492.589711][ C0] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12492.590025][ C0] ? get_stack_info+0x36/0xc0 [12492.590270][ C0] ? lock_acquire+0x1c1/0x220 [12492.590513][ C0] ? lock_release+0x1d5/0x250 [12492.590755][ C0] do_raw_spin_lock+0x1ec/0x270 [12492.591005][ C0] ? __pfx_do_raw_spin_lock+0x10/0x10 [12492.591283][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12492.591576][ C0] ? lock_acquire+0x1c1/0x220 [12492.591814][ C0] ? tcp_v4_rcv+0x221e/0x2ac0 [12492.592058][ C0] _raw_spin_lock_nested+0x65/0x80 [12492.592321][ C0] tcp_v4_rcv+0x221e/0x2ac0 [12492.592558][ C0] ? __pfx_tcp_v4_rcv+0x10/0x10 [12492.592808][ C0] ? __pfx_raw_v4_input+0x10/0x10 [12492.593068][ C0] ip_protocol_deliver_rcu+0x93/0x360 [12492.593348][ C0] ip_local_deliver_finish+0x2ae/0x480 [12492.593632][ C0] ip_local_deliver+0x19d/0x480 [12492.593882][ C0] ? __pfx_ip_local_deliver+0x10/0x10 [12492.594155][ C0] ? tcp_v4_early_demux+0x59a/0x9d0 [12492.594422][ C0] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12492.594771][ C0] ? rcu_read_lock_held+0xe/0x50 [12492.595026][ C0] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12492.595351][ C0] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12492.595617][ C0] ip_rcv+0x564/0x740 [12492.595822][ C0] ? __pfx_ip_rcv+0x10/0x10 [12492.596055][ C0] ? set_track_prepare+0x8a/0xd0 [12492.596313][ C0] ? __pfx_set_track_prepare+0x10/0x10 [12492.596591][ C0] ? __tcp_transmit_skb+0x22b1/0x2d20 [12492.596865][ C0] ? skb_clone+0x10b/0x330 [12492.597097][ C0] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12492.597419][ C0] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12492.597727][ C0] ? tcf_action_exec.part.0+0x112/0x3d0 [12492.598011][ C0] ? fl_classify+0x4dc/0x650 [cls_flower] [12492.598307][ C0] ? __tcf_classify+0x329/0x7d0 [12492.598557][ C0] ? __pfx_ip_rcv+0x10/0x10 [12492.598794][ C0] __netif_receive_skb_one_core+0x166/0x1b0 [12492.599096][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12492.599383][ C0] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12492.599710][ C0] ? lock_acquire+0x1c1/0x220 [12492.599950][ C0] ? netif_receive_skb_internal+0x84/0x300 [12492.600248][ C0] netif_receive_skb_internal+0xb0/0x300 [12492.600539][ C0] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12492.600857][ C0] ? __copy_skb_header+0xaf/0x490 [12492.601114][ C0] ? __skb_clone+0x57a/0x760 [12492.601350][ C0] netif_receive_skb+0x55/0x280 [12492.601598][ C0] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12492.601920][ C0] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12492.602255][ C0] tcf_mirred_act+0x338/0x780 [act_mirred] [12492.602560][ C0] tcf_action_exec.part.0+0x112/0x3d0 [12492.602835][ C0] fl_classify+0x4dc/0x650 [cls_flower] [12492.603128][ C0] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12492.603443][ C0] ? hlock_class+0x4e/0x130 [12492.603685][ C0] ? __pfx_validate_chain+0x10/0x10 [12492.603950][ C0] ? hlock_class+0x4e/0x130 [12492.604184][ C0] ? mark_lock+0x38/0x3e0 [12492.604406][ C0] ? __lock_acquire+0xb67/0x1610 [12492.604660][ C0] ? do_raw_spin_trylock+0xb9/0x190 [12492.604926][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12492.605215][ C0] ? lock_acquire+0x1c1/0x220 [12492.605455][ C0] ? get_stack_info_noinstr+0x18/0x110 [12492.605734][ C0] ? get_stack_info+0x36/0xc0 [12492.605975][ C0] ? stack_access_ok+0xda/0x1f0 [12492.606224][ C0] ? get_reg+0x119/0x190 [12492.606443][ C0] ? unwind_next_frame+0x12af/0x1d10 [12492.606713][ C0] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12492.607025][ C0] ? lock_acquire+0x1c1/0x220 [12492.607265][ C0] ? is_bpf_text_address+0x23/0x120 [12492.607534][ C0] __tcf_classify+0x329/0x7d0 [12492.607776][ C0] tcf_classify+0x283/0x930 [12492.608008][ C0] ? get_stack_info+0x36/0xc0 [12492.608250][ C0] ? __pfx_tcf_classify+0x10/0x10 [12492.608508][ C0] ? get_reg+0x119/0x190 [12492.608724][ C0] ? unwind_next_frame+0x12af/0x1d10 [12492.608993][ C0] tc_run+0x2e4/0x5d0 [12492.609203][ C0] ? __pfx_tc_run+0x10/0x10 [12492.609436][ C0] ? lock_acquire+0x1c1/0x220 [12492.609676][ C0] ? __dev_queue_xmit+0x1da/0x17e0 [12492.609939][ C0] __dev_queue_xmit+0x686/0x17e0 [12492.610194][ C0] ? lock_acquire+0x1c1/0x220 [12492.610436][ C0] ? ip_finish_output2+0x786/0x18e0 [12492.610704][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12492.611011][ C0] ? __pfx___dev_queue_xmit+0x10/0x10 [12492.611286][ C0] ? vrf_ip_local_out+0x7d1/0x860 [vrf] [12492.611575][ C0] ? lock_acquire+0x1c1/0x220 [12492.611817][ C0] ip_finish_output2+0x786/0x18e0 [12492.612076][ C0] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12492.612416][ C0] ? __pfx_ip_finish_output2+0x10/0x10 [12492.612694][ C0] ? rcu_read_lock_held+0xe/0x50 [12492.612947][ C0] ? __ip_finish_output+0x10f/0x770 [12492.613215][ C0] ip_output+0x16b/0x4f0 [12492.613435][ C0] ? __pfx_ip_output+0x10/0x10 [12492.613686][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12492.613993][ C0] ? rcu_read_lock_held+0xe/0x50 [12492.614245][ C0] ? ip_local_out+0x114/0x3b0 [12492.614488][ C0] __ip_queue_xmit+0x672/0x1910 [12492.614739][ C0] ? __skb_clone+0x57a/0x760 [12492.614977][ C0] __tcp_transmit_skb+0x22b1/0x2d20 [12492.615246][ C0] ? __pfx___tcp_transmit_skb+0x10/0x10 [12492.615530][ C0] ? tcp_small_queue_check.isra.0+0xe9/0x380 [12492.615837][ C0] tcp_write_xmit+0x94f/0x1cb0 [12492.616084][ C0] ? tcp_current_mss+0x40a/0x510 [12492.616338][ C0] ? lock_acquire+0x1c1/0x220 [12492.616577][ C0] ? __pfx_tcp_current_mss+0x10/0x10 [12492.616848][ C0] ? __pfx_tcp_write_xmit+0x10/0x10 [12492.617118][ C0] ? mark_lock_irq+0x6e2/0xa10 [12492.617363][ C0] ? tcp_mstamp_refresh+0x16/0xa0 [12492.617620][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12492.617924][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12492.618191][ C0] ? ktime_get+0xb3/0x190 [12492.618415][ C0] tcp_send_loss_probe+0x4c9/0x830 [12492.618677][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [12492.618947][ C0] tcp_write_timer+0x82/0x1d0 [12492.619189][ C0] call_timer_fn+0x173/0x430 [12492.619429][ C0] ? __pfx_call_timer_fn+0x10/0x10 [12492.619694][ C0] ? next_expiry_recalc+0xed/0x220 [12492.619957][ C0] __run_timers.part.0+0x52d/0x890 [12492.620219][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [12492.620491][ C0] ? __pfx___run_timers.part.0+0x10/0x10 [12492.620776][ C0] ? lock_acquire+0x1c1/0x220 [12492.621017][ C0] ? clockevents_program_event+0xf6/0x300 [12492.621313][ C0] ? lock_release+0x1d5/0x250 [12492.621551][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12492.621818][ C0] ? ktime_get+0xb3/0x190 [12492.622040][ C0] ? clockevents_program_event+0x1ea/0x300 [12492.622340][ C0] run_timer_softirq+0x72/0x100 [12492.622590][ C0] __do_softirq+0x1b9/0x7ff [12492.622825][ C0] irq_exit_rcu+0x98/0xc0 [12492.623047][ C0] sysvec_apic_timer_interrupt+0x75/0x80 [12492.623336][ C0] [12492.623486][ C0] [12492.623645][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12492.623950][ C0] RIP: 0010:syscall_exit_to_user_mode_prepare+0x18/0x60 [12492.624302][ C0] Code: ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 0f 1f 44 00 00 41 54 65 48 8b 04 25 c0 b6 1f 00 55 48 89 fd 4c 8b 60 08 <48> 8b 77 78 9c 58 f6 c4 02 74 0e 41 f6 c4 76 75 29 5d 41 5c c3 cc [12492.625278][ C0] RSP: 0018:ffffc90001b0fef8 EFLAGS: 00000282 [12492.625588][ C0] RAX: ffff888001eccc40 RBX: ffffc90001b0ff58 RCX: 0000000000000000 [12492.625990][ C0] RDX: 1ffff110036a26e9 RSI: ffff888001aeaf80 RDI: ffffc90001b0ff58 [12492.626390][ C0] RBP: ffffc90001b0ff58 R08: ffff88801b513748 R09: 1ffff1100035d614 [12492.626794][ C0] R10: ffffc90001b0fd40 R11: ffff88801b5137e0 R12: 0000000000000000 [12492.627194][ C0] R13: 0000000000000001 R14: 0000000000000000 R15: 0000000000000000 [12492.627599][ C0] syscall_exit_to_user_mode+0x11/0x200 [12492.627883][ C0] do_syscall_64+0xd9/0x1e0 [12492.628117][ C0] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12492.628420][ C0] RIP: 0033:0x7fcbb0ceb957 [12492.628647][ C0] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12492.629627][ C0] RSP: 002b:00007ffd7f415a48 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12492.630050][ C0] RAX: 0000000000000001 RBX: 000055d17a172e70 RCX: 00007fcbb0ceb957 [12492.630451][ C0] RDX: 0000000000000001 RSI: 000055d17a172e70 RDI: 0000000000000001 [12492.630854][ C0] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12492.631257][ C0] R10: 0000000000000001 R11: 0000000000000246 R12: 000055d17a15f530 [12492.631659][ C0] R13: 000055d17a1402a0 R14: 0000000000000001 R15: 000055d17a15f530 [12492.632060][ C0] [12492.632221][ C1] watchdog: BUG: soft lockup - CPU#1 stuck for 9414s! [swapper/1:0] [12492.632663][ C1] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 act_mirred cls_matchall sch_red dummy sch_tbf bridge stp llc ip_gre act_gact cls_flower sch_ingress 8021q ip6_gre ip6_tunnel tunnel6 gre vrf veth [12492.633891][ C1] irq event stamp: 45610878 [12492.634125][ C1] hardirqs last enabled at (45610877): [] tick_nohz_idle_exit+0xc7/0x240 [12492.634640][ C1] hardirqs last disabled at (45610878): [] __schedule+0xa87/0x1ac0 [12492.635118][ C1] softirqs last enabled at (45610872): [] __do_softirq+0x519/0x7ff [12492.635602][ C1] softirqs last disabled at (45610787): [] irq_exit_rcu+0x98/0xc0 [12492.636075][ C1] CPU: 1 PID: 0 Comm: swapper/1 Tainted: G L 6.8.0-rc2-virtme #1 [12492.636534][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12492.637153][ C1] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12492.637481][ C1] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12492.638458][ C1] RSP: 0018:ffffc900001c7b78 EFLAGS: 00000202 [12492.638767][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff86a7fb30 [12492.639169][ C1] RDX: ffffed10010241c4 RSI: 0000000000000004 RDI: ffff888008120e18 [12492.639570][ C1] RBP: ffff888008120e18 R08: 0000000000000000 R09: ffffed10010241c3 [12492.639971][ C1] R10: ffff888008120e1b R11: 0000008000000000 R12: 0000000000000003 [12492.640375][ C1] R13: ffffed10010241c3 R14: 0000000000000001 R15: 1ffff92000038f70 [12492.640777][ C1] FS: 0000000000000000(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [12492.641229][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12492.641564][ C1] CR2: 00005593ab837dec CR3: 000000000a748006 CR4: 0000000000770ef0 [12492.641969][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12492.642374][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12492.642775][ C1] PKRU: 55555554 [12492.642959][ C1] Call Trace: [12492.643130][ C1] [12492.643280][ C1] ? watchdog_timer_fn+0x2cf/0x3c0 [12492.643552][ C1] ? __run_hrtimer+0x1c0/0x710 [12492.643798][ C1] ? __pfx_watchdog_timer_fn+0x10/0x10 [12492.644076][ C1] ? __hrtimer_run_queues+0x197/0x270 [12492.644351][ C1] ? __pfx___hrtimer_run_queues+0x10/0x10 [12492.644643][ C1] ? kvm_clock_get_cycles+0x18/0x30 [12492.644910][ C1] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12492.645220][ C1] ? hrtimer_interrupt+0x2c3/0x770 [12492.645483][ C1] ? trace_rcu_dyntick+0x10a/0x150 [12492.645748][ C1] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12492.646059][ C1] ? sysvec_apic_timer_interrupt+0x39/0x80 [12492.646356][ C1] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12492.646675][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12492.646968][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12492.647265][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12492.647558][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12492.647876][ C1] ? lock_acquire+0x1c1/0x220 [12492.648115][ C1] ? lock_release+0x1d5/0x250 [12492.648359][ C1] do_raw_spin_lock+0x1ec/0x270 [12492.648610][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [12492.648883][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12492.649172][ C1] ? lock_acquire+0x1c1/0x220 [12492.649413][ C1] ? tcp_v4_rcv+0x221e/0x2ac0 [12492.649656][ C1] _raw_spin_lock_nested+0x65/0x80 [12492.649918][ C1] tcp_v4_rcv+0x221e/0x2ac0 [12492.650156][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [12492.650407][ C1] ? __pfx_raw_v4_input+0x10/0x10 [12492.650668][ C1] ip_protocol_deliver_rcu+0x93/0x360 [12492.650945][ C1] ip_local_deliver_finish+0x2ae/0x480 [12492.651224][ C1] ip_local_deliver+0x19d/0x480 [12492.651473][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [12492.651747][ C1] ? tcp_v4_early_demux+0x59a/0x9d0 [12492.652014][ C1] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12492.652363][ C1] ? rcu_read_lock_held+0xe/0x50 [12492.652618][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12492.652941][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12492.653206][ C1] ip_rcv+0x564/0x740 [12492.653412][ C1] ? __pfx_ip_rcv+0x10/0x10 [12492.653655][ C1] ? set_track_prepare+0x8a/0xd0 [12492.653910][ C1] ? __pfx_set_track_prepare+0x10/0x10 [12492.654188][ C1] ? skb_clone+0x10b/0x330 [12492.654419][ C1] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12492.654744][ C1] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12492.655052][ C1] ? tcf_action_exec.part.0+0x112/0x3d0 [12492.655338][ C1] ? fl_classify+0x4dc/0x650 [cls_flower] [12492.655633][ C1] ? __tcf_classify+0x329/0x7d0 [12492.655882][ C1] ? __pfx_ip_rcv+0x10/0x10 [12492.656115][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [12492.656416][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12492.656705][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12492.657033][ C1] ? lock_acquire+0x1c1/0x220 [12492.657277][ C1] ? netif_receive_skb_internal+0x84/0x300 [12492.657578][ C1] netif_receive_skb_internal+0xb0/0x300 [12492.657867][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12492.658186][ C1] ? __copy_skb_header+0xaf/0x490 [12492.658445][ C1] ? __skb_clone+0x57a/0x760 [12492.658680][ C1] netif_receive_skb+0x55/0x280 [12492.658930][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12492.659245][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12492.659580][ C1] tcf_mir[12925.251215][ C0] R10: ffff888008121b5b R11: 0000008000000000 R12: 0000000000000003 [12925.399720][ C1] ? neigh_hh_output+0x348/0x590 [12925.579208][ C0] R13: ffffed100102436b R14: 0000000000000001 R15: 1ffff92000000d44 [12925.729219][ C1] ? ip_finish_output2+0x262/0x18e0 [12926.179650][ C0] FS: 00007fcbb0a96f00(0000) GS:ffff888035200000(0000) knlGS:0000000000000000 [12926.329655][ C1] ip_finish_output2+0x786/0x18e0 [12926.510011][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12926.660029][ C1] ? vrf_finish_direct+0x5e/0x340 [vrf] [12926.750341][ C0] CR2: 0000564a8dad53d8 CR3: 0000000006e96001 CR4: 0000000000770ef0 [12926.960478][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [12927.139909][ C0] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12927.350086][ C1] ? rcu_read_lock_held+0xe/0x50 [12927.499265][ C0] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12927.709323][ C1] ? __ip_finish_output+0x10f/0x770 [12927.888399][ C0] PKRU: 55555554 [12928.097797][ C1] ip_output+0x16b/0x4f0 [12928.248057][ C0] Call Trace: [12928.248065][ C0] [12928.458201][ C1] ? __pfx_ip_output+0x10/0x10 [12928.638884][ C0] ? watchdog_timer_fn+0x2cf/0x3c0 [12928.788951][ C1] ? __ip_queue_xmit+0x65/0x1910 [12928.939166][ C0] ? __run_hrtimer+0x1c0/0x710 [12929.089205][ C1] ? rcu_read_lock_held+0xe/0x50 [12929.269671][ C0] ? __pfx_watchdog_timer_fn+0x10/0x10 [12929.449294][ C1] ? ip_local_out+0x114/0x3b0 [12929.598515][ C0] ? __hrtimer_run_queues+0x197/0x270 [12929.748601][ C1] __ip_queue_xmit+0x672/0x1910 [12929.898298][ C0] ? __pfx___hrtimer_run_queues+0x10/0x10 [12930.345797][ C1] ? __create_object+0x5e/0xb0 [12930.495904][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12930.674861][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [12930.854300][ C0] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12931.003844][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [12931.183060][ C0] ? hrtimer_interrupt+0x2c3/0x770 [12931.392253][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [12931.572812][ C0] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12931.781498][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [12931.930881][ C0] ? sysvec_apic_timer_interrupt+0x39/0x80 [12932.139620][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12932.289202][ C0] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12932.499301][ C1] tcp_delack_timer+0x84/0x240 [12932.649221][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [12932.859339][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12933.039455][ C0] ? queued_spin_lock_slowpath+0x12d/0xb90 [12933.159187][ C1] call_timer_fn+0x173/0x430 [12933.279015][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [12933.488480][ C1] ? __pfx_call_timer_fn+0x10/0x10 [12933.637845][ C0] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12933.787909][ C1] ? next_expiry_recalc+0xed/0x220 [12933.936982][ C0] ? get_stack_info+0x36/0xc0 [12934.056081][ C1] __run_timers.part.0+0x52d/0x890 [12934.205151][ C0] ? lock_acquire+0x1c1/0x220 [12934.325019][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12934.475592][ C0] ? lock_release+0x1d5/0x250 [12934.594812][ C1] ? __pfx___run_timers.part.0+0x10/0x10 [12934.743849][ C0] do_raw_spin_lock+0x1ec/0x270 [12934.863908][ C1] ? trace_rcu_dyntick+0x10a/0x150 [12935.013151][ C0] ? __pfx_do_raw_spin_lock+0x10/0x10 [12935.161572][ C1] ? ct_nmi_exit+0x83/0x100 [12935.311189][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12935.431231][ C1] run_timer_softirq+0x72/0x100 [12935.580345][ C0] ? lock_acquire+0x1c1/0x220 [12935.700048][ C1] __do_softirq+0x1b9/0x7ff [12935.849555][ C0] ? tcp_v4_rcv+0x221e/0x2ac0 [12935.969309][ C1] irq_exit_rcu+0x98/0xc0 [12936.119807][ C0] _raw_spin_lock_nested+0x65/0x80 [12936.239602][ C1] sysvec_apic_timer_interrupt+0x75/0x80 [12936.390000][ C0] tcp_v4_rcv+0x221e/0x2ac0 [12936.509824][ C1] [12936.660363][ C0] ? __pfx_tcp_v4_rcv+0x10/0x10 [12936.780171][ C1] [12936.929798][ C0] ? __pfx_raw_v4_input+0x10/0x10 [12937.079386][ C1] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12937.229860][ C0] ip_protocol_deliver_rcu+0x93/0x360 [12937.349868][ C1] RIP: 0010:default_idle+0xf/0x20 [12937.499819][ C0] ip_local_deliver_finish+0x2ae/0x480 [12937.589802][ C1] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d e3 41 41 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [12937.740357][ C0] ip_local_deliver+0x19d/0x480 [12937.889365][ C1] RSP: 0018:ffffc9000013fdf8 EFLAGS: 00000246 [12938.159048][ C0] ? __pfx_ip_local_deliver+0x10/0x10 [12938.309008][ C1] [12938.578722][ C0] ? tcp_v4_early_demux+0x59a/0x9d0 [12938.727074][ C1] RAX: ffff8880357f7520 RBX: 1ffff92000027fc1 RCX: ffffffff86a4c9d2 [12938.966519][ C0] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12939.116147][ C1] RDX: ffffed1006afeea5 RSI: 0000000000000004 RDI: ffffffff844968b6 [12939.355702][ C0] ? rcu_read_lock_held+0xe/0x50 [12939.504892][ C1] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006afeea4 [12939.744130][ C0] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12939.862752][ C1] R10: ffff8880357f7523 R11: 1ffff110003e334c R12: 0000000000000000 [12940.162451][ C0] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12940.311574][ C1] R13: ffff888001d18040 R14: dffffc0000000000 R15: 0000000000000000 [12940.491433][ C0] ip_rcv+0x564/0x740 [12940.640241][ C1] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [12941.089333][ C0] ? __pfx_ip_rcv+0x10/0x10 [12941.238838][ C1] ? cpuidle_idle_call+0x1f6/0x280 [12941.419440][ C0] ? set_track_prepare+0x8a/0xd0 [12941.569060][ C1] default_idle_call+0x69/0xa0 [12941.658552][ C0] ? __pfx_set_track_prepare+0x10/0x10 [12941.807529][ C1] cpuidle_idle_call+0x1f6/0x280 [12942.016171][ C0] ? __tcp_transmit_skb+0x22b1/0x2d20 [12942.166110][ C1] ? __pfx_cpuidle_idle_call+0x10/0x10 [12942.375847][ C0] ? skb_clone+0x10b/0x330 [12942.554457][ C1] ? lock_release+0x1d5/0x250 [12942.765466][ C0] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12942.914349][ C1] ? tsc_verify_tsc_adjust+0x65/0x2b0 [12942.959424][ C0] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12942.959735][ C1] do_idle+0xfb/0x160 [12942.960184][ C0] ? tcf_action_exec.part.0+0x112/0x3d0 [12942.960506][ C1] cpu_startup_entry+0x55/0x60 [12942.960991][ C0] ? fl_classify+0x4dc/0x650 [cls_flower] [12942.961281][ C1] start_secondary+0x21c/0x2b0 [12942.961668][ C0] ? __tcf_classify+0x329/0x7d0 [12942.961999][ C1] ? __pfx_start_secondary+0x10/0x10 [12942.962445][ C0] ? __pfx_ip_rcv+0x10/0x10 [12942.962772][ C1] secondary_startup_64_no_verify+0x16d/0x17b [12942.963202][ C0] __netif_receive_skb_one_core+0x166/0x1b0 [12942.963541][ C1] [12942.963989][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12942.995767][ C0] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12942.996134][ C0] ? lock_acquire+0x1c1/0x220 [12942.996403][ C0] ? netif_receive_skb_internal+0x84/0x300 [12942.996737][ C0] netif_receive_skb_internal+0xb0/0x300 [12942.997058][ C0] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12942.997413][ C0] ? __copy_skb_header+0xaf/0x490 [12942.997698][ C0] ? __skb_clone+0x57a/0x760 [12942.997962][ C0] netif_receive_skb+0x55/0x280 [12942.998247][ C0] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12942.998600][ C0] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12942.998975][ C0] tcf_mirred_act+0x338/0x780 [act_mirred] [12942.999311][ C0] tcf_action_exec.part.0+0x112/0x3d0 [12942.999623][ C0] fl_classify+0x4dc/0x650 [cls_flower] [12942.999947][ C0] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12943.000297][ C0] ? hlock_class+0x4e/0x130 [12943.000555][ C0] ? __pfx_validate_chain+0x10/0x10 [12943.000852][ C0] ? hlock_class+0x4e/0x130 [12943.001111][ C0] ? mark_lock+0x38/0x3e0 [12943.001363][ C0] ? __lock_acquire+0xb67/0x1610 [12943.001641][ C0] ? do_raw_spin_trylock+0xb9/0x190 [12943.001937][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12943.002253][ C0] ? lock_acquire+0x1c1/0x220 [12943.002520][ C0] ? get_stack_info_noinstr+0x18/0x110 [12943.002831][ C0] ? get_stack_info+0x36/0xc0 [12943.003103][ C0] ? stack_access_ok+0xda/0x1f0 [12943.003382][ C0] ? get_reg+0x119/0x190 [12943.003623][ C0] ? unwind_next_frame+0x12af/0x1d10 [12943.003925][ C0] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12943.004272][ C0] ? lock_acquire+0x1c1/0x220 [12943.004538][ C0] ? is_bpf_text_address+0x23/0x120 [12943.004835][ C0] __tcf_classify+0x329/0x7d0 [12943.005104][ C0] tcf_classify+0x283/0x930 [12943.005360][ C0] ? get_stack_info+0x36/0xc0 [12943.005626][ C0] ? __pfx_tcf_classify+0x10/0x10 [12943.005910][ C0] ? get_reg+0x119/0x190 [12943.006151][ C0] ? unwind_next_frame+0x12af/0x1d10 [12943.006453][ C0] tc_run+0x2e4/0x5d0 [12943.006682][ C0] ? __pfx_tc_run+0x10/0x10 [12943.006938][ C0] ? lock_acquire+0x1c1/0x220 [12943.007205][ C0] ? __dev_queue_xmit+0x1da/0x17e0 [12943.007495][ C0] __dev_queue_xmit+0x686/0x17e0 [12943.007776][ C0] ? lock_acquire+0x1c1/0x220 [12943.008041][ C0] ? ip_finish_output2+0x786/0x18e0 [12943.008338][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12943.008677][ C0] ? __pfx___dev_queue_xmit+0x10/0x10 [12943.008983][ C0] ? vrf_ip_local_out+0x7d1/0x860 [vrf] [12943.009308][ C0] ? lock_acquire+0x1c1/0x220 [12943.009579][ C0] ip_finish_output2+0x786/0x18e0 [12943.009865][ C0] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12943.010242][ C0] ? __pfx_ip_finish_output2+0x10/0x10 [12943.010551][ C0] ? rcu_read_lock_held+0xe/0x50 [12943.010837][ C0] ? __ip_finish_output+0x10f/0x770 [12943.011135][ C0] ip_output+0x16b/0x4f0 [12943.011382][ C0] ? __pfx_ip_output+0x10/0x10 [12943.011655][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12943.011996][ C0] ? rcu_read_lock_held+0xe/0x50 [12943.012277][ C0] ? ip_local_out+0x114/0x3b0 [12943.012547][ C0] __ip_queue_xmit+0x672/0x1910 [12943.012824][ C0] ? __skb_clone+0x57a/0x760 [12943.013088][ C0] __tcp_transmit_skb+0x22b1/0x2d20 [12943.013388][ C0] ? __pfx___tcp_transmit_skb+0x10/0x10 [12943.013699][ C0] ? tcp_small_queue_check.isra.0+0xe9/0x380 [12943.014038][ C0] tcp_write_xmit+0x94f/0x1cb0 [12943.014311][ C0] ? tcp_current_mss+0x40a/0x510 [12943.014592][ C0] ? lock_acquire+0x1c1/0x220 [12943.014859][ C0] ? __pfx_tcp_current_mss+0x10/0x10 [12943.015157][ C0] ? __pfx_tcp_write_xmit+0x10/0x10 [12943.015450][ C0] ? mark_lock_irq+0x6e2/0xa10 [12943.015722][ C0] ? tcp_mstamp_refresh+0x16/0xa0 [12943.016011][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [12943.016350][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12943.016648][ C0] ? ktime_get+0xb3/0x190 [12943.016895][ C0] tcp_send_loss_probe+0x4c9/0x830 [12943.017185][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [12943.017484][ C0] tcp_write_timer+0x82/0x1d0 [12943.017755][ C0] call_timer_fn+0x173/0x430 [12943.018021][ C0] ? __pfx_call_timer_fn+0x10/0x10 [12943.018314][ C0] ? next_expiry_recalc+0xed/0x220 [12943.018608][ C0] __run_timers.part.0+0x52d/0x890 [12943.018898][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [12943.019197][ C0] ? __pfx___run_timers.part.0+0x10/0x10 [12943.019520][ C0] ? lock_acquire+0x1c1/0x220 [12943.019783][ C0] ? clockevents_program_event+0xf6/0x300 [12943.020110][ C0] ? lock_release+0x1d5/0x250 [12943.020378][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12943.020672][ C0] ? ktime_get+0xb3/0x190 [12943.020916][ C0] ? clockevents_program_event+0x1ea/0x300 [12943.021246][ C0] run_timer_softirq+0x72/0x100 [12943.021531][ C0] __do_softirq+0x1b9/0x7ff [12943.021790][ C0] irq_exit_rcu+0x98/0xc0 [12943.022038][ C0] sysvec_apic_timer_interrupt+0x75/0x80 [12943.022357][ C0] [12943.022524][ C0] [12943.022689][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12943.023030][ C0] RIP: 0010:syscall_exit_to_user_mode_prepare+0x18/0x60 [12943.023418][ C0] Code: ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 0f 1f 44 00 00 41 54 65 48 8b 04 25 c0 b6 1f 00 55 48 89 fd 4c 8b 60 08 <48> 8b 77 78 9c 58 f6 c4 02 74 0e 41 f6 c4 76 75 29 5d 41 5c c3 cc [12943.024504][ C0] RSP: 0018:ffffc90001b0fef8 EFLAGS: 00000282 [12943.024848][ C0] RAX: ffff888001eccc40 RBX: ffffc90001b0ff58 RCX: 0000000000000000 [12943.025293][ C0] RDX: 1ffff110036a26e9 RSI: ffff888001aeaf80 RDI: ffffc90001b0ff58 [12943.025737][ C0] RBP: ffffc90001b0ff58 R08: ffff88801b513748 R09: 1ffff1100035d614 [12943.026183][ C0] R10: ffffc90001b0fd40 R11: ffff88801b5137e0 R12: 0000000000000000 [12943.026629][ C0] R13: 0000000000000001 R14: 0000000000000000 R15: 0000000000000000 [12943.027079][ C0] syscall_exit_to_user_mode+0x11/0x200 [12943.027397][ C0] do_syscall_64+0xd9/0x1e0 [12943.027655][ C0] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12943.027989][ C0] RIP: 0033:0x7fcbb0ceb957 [12943.028243][ C0] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12943.029327][ C0] RSP: 002b:00007ffd7f415a48 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12943.029794][ C0] RAX: 0000000000000001 RBX: 000055d17a172e70 RCX: 00007fcbb0ceb957 [12943.030244][ C0] RDX: 0000000000000001 RSI: 000055d17a172e70 RDI: 0000000000000001 [12943.030689][ C0] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12943.031132][ C0] R10: 0000000000000001 R11: 0000000000000246 R12: 000055d17a15f530 [12943.031581][ C0] R13: 000055d17a1402a0 R14: 0000000000000001 R15: 000055d17a15f530 [12943.032033][ C0] [12943.032206][ C3] watchdog: BUG: soft lockup - CPU#3 stuck for 77s! [rcu_preempt:17] [12943.032681][ C3] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 act_mirred cls_matchall sch_red dummy sch_tbf bridge stp llc ip_gre act_gact cls_flower sch_ingress 8021q ip6_gre ip6_tunnel tunnel6 gre vrf veth [12943.034052][ C3] irq event stamp: 21228832 [12943.034312][ C3] hardirqs last enabled at (21228831): [] _raw_spin_unlock_irqrestore+0x51/0x70 [12943.034922][ C3] hardirqs last disabled at (21228832): [] __schedule+0xa87/0x1ac0 [12943.035458][ C3] softirqs last enabled at (21224618): [] __do_softirq+0x519/0x7ff [12943.036001][ C3] softirqs last disabled at (21224339): [] irq_exit_rcu+0x98/0xc0 [12943.036532][ C3] CPU: 3 PID: 17 Comm: rcu_preempt Tainted: G L 6.8.0-rc2-virtme #1 [12943.037057][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12943.037750][ C3] RIP: 0010:_raw_spin_unlock_irqrestore+0x43/0x70 [12943.038115][ C3] Code: 10 e8 e1 49 a6 fd 48 89 ef e8 f9 d1 a6 fd 81 e3 00 02 00 00 75 1d 9c 58 f6 c4 02 75 29 48 85 db 74 01 fb 65 ff 0d 75 c6 77 79 <74> 0e 5b 5d c3 cc cc cc cc e8 7f 92 c8 fd eb dc 0f 1f 44 00 00 5b [12943.039212][ C3] RSP: 0018:ffffc9000011fca8 EFLAGS: 00000286 [12943.039557][ C3] RAX: 0000000000000046 RBX: 0000000000000200 RCX: 1ffffffff10dc393 [12943.040006][ C3] RDX: 0000000000000000 RSI: 0000000000000008 RDI: ffffffff86a7f061 [12943.040455][ C3] RBP: ffffffff87d57740 R08: 0000000000000000 R09: fffffbfff10dc14a [12943.040905][ C3] R10: ffffffff886e0a57 R11: ffff888035ffc348 R12: ffffffff87d577f4 [12943.041357][ C3] R13: ffffffff87d57740 R14: 00000000001fcf00 R15: dffffc0000000000 [12943.041807][ C3] FS: 0000000000000000(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [12943.042306][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12943.042678][ C3] CR2: 00007ffffd1e9ff8 CR3: 000000000a748001 CR4: 0000000000770ef0 [12943.043131][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12943.043579][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12943.044028][ C3] PKRU: 55555554 [12943.044231][ C3] Call Trace: [12943.044423][ C3] [12943.044588][ C3] ? watchdog_timer_fn+0x2cf/0x3c0 [12943.044882][ C3] ? __run_hrtimer+0x1c0/0x710 [12943.045154][ C3] ? __pfx_watchdog_timer_fn+0x10/0x10 [12943.045468][ C3] ? __hrtimer_run_queues+0x197/0x270 [12943.045775][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [12943.046098][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12943.046394][ C3] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12943.046740][ C3] ? hrtimer_interrupt+0x2c3/0x770 [12943.047034][ C3] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12943.047382][ C3] ? sysvec_apic_timer_interrupt+0x70/0x80 [12943.047713][ C3] [12943.047879][ C3] [12943.048048][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12943.048403][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [12943.048734][ C3] ? _raw_spin_unlock_irqrestore+0x43/0x70 [12943.049065][ C3] force_qs_rnp+0x567/0x920 [12943.049324][ C3] ? __pfx_rcu_implicit_dynticks_qs+0x10/0x10 [12943.049673][ C3] rcu_gp_fqs_loop+0x64f/0xaa0 [12943.049947][ C3] ? __pfx_rcu_gp_fqs_loop+0x10/0x10 [12943.050250][ C3] ? _raw_spin_lock_irqsave+0x5e/0x90 [12943.050554][ C3] rcu_gp_kthread+0x35b/0x540 [12943.050826][ C3] ? __pfx_rcu_gp_kthread+0x10/0x10 [12943.051123][ C3] ? __kthread_parkme+0xc7/0x1f0 [12943.051411][ C3] ? __pfx_rcu_gp_kthread+0x10/0x10 [12943.051709][ C3] ? __pfx_rcu_gp_kthread+0x10/0x10 [12943.052003][ C3] kthread+0x28f/0x360 [12943.052236][ C3] ? __pfx_kthread+0x10/0x10 [12943.052500][ C3] ret_from_fork+0x31/0x70 [12943.052757][ C3] ? __pfx_kthread+0x10/0x10 [12943.053017][ C3] ret_from_fork_asm+0x1b/0x30 [12943.053295][ C3]