[12489.420464][ C1] watchdog: BUG: soft lockup - CPU#1 stuck for 9384s! [perl:11120] [12489.420907][ C1] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_matchall act_mirred sch_prio ip6_gre ip6_tunnel tunnel6 gre em_meta cls_basic sch_ets sch_tbf act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel bridge stp llc 8021q sch_ingress vrf veth [12489.422318][ C1] irq event stamp: 119944 [12489.422538][ C1] hardirqs last enabled at (119943): [] _raw_spin_unlock_irqrestore+0x51/0x70 [12489.423065][ C1] hardirqs last disabled at (119944): [] __schedule+0xa87/0x1ac0 [12489.423528][ C1] softirqs last enabled at (118628): [] __do_softirq+0x519/0x7ff [12489.423995][ C1] softirqs last disabled at (118621): [] irq_exit_rcu+0x98/0xc0 [12489.424465][ C1] CPU: 1 PID: 11120 Comm: perl Tainted: G L 6.8.0-rc3-virtme #1 [12489.424917][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12489.425529][ C1] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12489.425854][ C1] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12489.426820][ C1] RSP: 0018:ffffc900001c7b78 EFLAGS: 00000202 [12489.427130][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8d49c450 [12489.427528][ C1] RDX: ffffed100126b1c4 RSI: 0000000000000004 RDI: ffff888009358e18 [12489.427929][ C1] RBP: ffff888009358e18 R08: 0000000000000000 R09: ffffed100126b1c3 [12489.428327][ C1] R10: ffff888009358e1b R11: 0000008000000000 R12: 0000000000000003 [12489.428725][ C1] R13: ffffed100126b1c3 R14: 0000000000000001 R15: 1ffff92000038f70 [12489.429128][ C1] FS: 00007fd66fc9ef00(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [12489.429574][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12489.429906][ C1] CR2: 0000562fa7234220 CR3: 000000000690c002 CR4: 0000000000770ef0 [12489.430306][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12489.430705][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12489.431104][ C1] PKRU: 55555554 [12489.431284][ C1] Call Trace: [12489.431459][ C1] [12489.431609][ C1] ? watchdog_timer_fn+0x2cf/0x3c0 [12489.431876][ C1] ? __run_hrtimer+0x1c0/0x710 [12489.432119][ C1] ? __pfx_watchdog_timer_fn+0x10/0x10 [12489.432398][ C1] ? __hrtimer_run_queues+0x197/0x270 [12489.432671][ C1] ? __pfx___hrtimer_run_queues+0x10/0x10 [12489.432958][ C1] ? kvm_clock_get_cycles+0x18/0x30 [12489.433226][ C1] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12489.433532][ C1] ? hrtimer_interrupt+0x2c3/0x770 [12489.433793][ C1] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12489.434102][ C1] ? sysvec_apic_timer_interrupt+0x39/0x80 [12489.434400][ C1] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12489.434715][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12489.435005][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12489.435303][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12489.435592][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12489.435903][ C1] ? get_stack_info+0x36/0xc0 [12489.436146][ C1] ? lock_acquire+0x1c1/0x220 [12489.436388][ C1] ? lock_release+0x1d5/0x250 [12489.436626][ C1] do_raw_spin_lock+0x1ec/0x270 [12489.436877][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [12489.437149][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12489.437435][ C1] ? lock_acquire+0x1c1/0x220 [12489.437674][ C1] ? tcp_v4_rcv+0x221e/0x2ac0 [12489.437914][ C1] _raw_spin_lock_nested+0x65/0x80 [12489.438176][ C1] tcp_v4_rcv+0x221e/0x2ac0 [12489.438411][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [12489.438659][ C1] ? __pfx_raw_v4_input+0x10/0x10 [12489.438923][ C1] ip_protocol_deliver_rcu+0x93/0x360 [12489.439208][ C1] ip_local_deliver_finish+0x2ae/0x480 [12489.439485][ C1] ip_local_deliver+0x19d/0x480 [12489.439731][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [12489.440005][ C1] ? tcp_v4_early_demux+0x59a/0x9d0 [12489.440270][ C1] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12489.440617][ C1] ? rcu_read_lock_held+0xe/0x50 [12489.440871][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12489.441190][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12489.441452][ C1] ip_rcv+0x564/0x740 [12489.441656][ C1] ? __pfx_ip_rcv+0x10/0x10 [12489.441888][ C1] ? set_track_prepare+0x8a/0xd0 [12489.442143][ C1] ? __pfx_set_track_prepare+0x10/0x10 [12489.442418][ C1] ? vfs_write+0x9e9/0x10a0 [12489.442653][ C1] ? skb_clone+0x10b/0x330 [12489.442878][ C1] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12489.443201][ C1] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12489.443507][ C1] ? tcf_action_exec.part.0+0x112/0x3d0 [12489.443787][ C1] ? fl_classify+0x4dc/0x650 [cls_flower] [12489.444082][ C1] ? __tcf_classify+0x329/0x7d0 [12489.444330][ C1] ? __pfx_ip_rcv+0x10/0x10 [12489.444559][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [12489.444859][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12489.445145][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12489.445471][ C1] ? lock_acquire+0x1c1/0x220 [12489.445708][ C1] ? netif_receive_skb_internal+0x84/0x300 [12489.446005][ C1] netif_receive_skb_internal+0xb0/0x300 [12489.446289][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12489.446605][ C1] ? __copy_skb_header+0xaf/0x490 [12489.446858][ C1] ? __skb_clone+0x57a/0x760 [12489.447093][ C1] netif_receive_skb+0x55/0x280 [12489.447347][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12489.447660][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12489.447991][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [12489.448289][ C1] tcf_action_exec.part.0+0x112/0x3d0 [12489.448565][ C1] fl_classify+0x4dc/0x650 [cls_flower] [12489.448851][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12489.449176][ C1] ? stack_depot_save_flags+0x371/0x550 [12489.449461][ C1] ? kasan_save_stack+0x34/0x50 [12489.449714][ C1] ? kasan_save_stack+0x24/0x50 [12489.449961][ C1] ? kasan_save_track+0x14/0x30 [12489.450208][ C1] ? kasan_save_free_info+0x3f/0x60 [12489.450470][ C1] ? __kasan_slab_free+0xfc/0x1c0 [12489.450724][ C1] ? kmem_cache_free+0xf3/0x2c0 [12489.450972][ C1] ? tcp_validate_incoming+0x3fe/0x1d60 [12489.451250][ C1] ? tcp_rcv_state_process+0x55e/0x1fd0 [12489.451532][ C1] ? do_raw_spin_trylock+0xb9/0x190 [12489.451796][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12489.452079][ C1] ? lock_acquire+0x1c1/0x220 [12489.452319][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12489.452625][ C1] ? get_stack_info_noinstr+0x18/0x110 [12489.452901][ C1] ? get_stack_info+0x36/0xc0 [12489.453144][ C1] ? stack_access_ok+0xda/0x1f0 [12489.453392][ C1] ? get_reg+0x119/0x190 [12489.453607][ C1] ? unwind_next_frame+0x12af/0x1d10 [12489.453875][ C1] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12489.454185][ C1] __tcf_classify+0x329/0x7d0 [12489.454428][ C1] tcf_classify+0x283/0x930 [12489.454656][ C1] ? arch_stack_walk+0xa2/0x100 [12489.454905][ C1] ? __pfx_tcf_classify+0x10/0x10 [12489.455160][ C1] ? get_stack_info+0x36/0xc0 [12489.455401][ C1] tc_run+0x2e4/0x5d0 [12489.455606][ C1] ? __pfx_tc_run+0x10/0x10 [12489.455837][ C1] ? lock_acquire+0x1c1/0x220 [12489.456076][ C1] ? __dev_queue_xmit+0x1da/0x17e0 [12489.456338][ C1] __dev_queue_xmit+0x686/0x17e0 [12489.456591][ C1] ? lock_acquire+0x1c1/0x220 [12489.456827][ C1] ? ip_finish_output2+0x786/0x18e0 [12489.457094][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12489.457396][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [12489.457667][ C1] ? neigh_hh_output+0x348/0x590 [12489.457920][ C1] ? ip_finish_output2+0x262/0x18e0 [12489.458187][ C1] ip_finish_output2+0x786/0x18e0 [12489.458442][ C1] ? stack_depot_save_flags+0x45/0x550 [12489.458719][ C1] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12489.459062][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [12489.459337][ C1] ? rcu_read_lock_held+0xe/0x50 [12489.459591][ C1] ? __ip_finish_output+0x10f/0x770 [12489.459857][ C1] ip_output+0x16b/0x4f0 [12489.460076][ C1] ? run_timer_softirq+0x72/0x100 [12489.460335][ C1] ? __pfx_ip_output+0x10/0x10 [12489.460578][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12489.460863][ C1] ? rcu_read_lock_held+0xe/0x50 [12489.461116][ C1] ? ip_local_out+0x114/0x3b0 [12489.461357][ C1] __ip_queue_xmit+0x672/0x17b0 [12489.461606][ C1] ? __create_object+0x5e/0xb0 [12489.461850][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [12489.462120][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [12489.462403][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [12489.462675][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [12489.462958][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12489.463230][ C1] tcp_delack_timer+0x84/0x240 [12489.463474][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12489.463747][ C1] call_timer_fn+0x173/0x430 [12489.463983][ C1] ? __pfx_call_timer_fn+0x10/0x10 [12489.464245][ C1] ? next_expiry_recalc+0xcd/0x220 [12489.464507][ C1] __run_timers.part.0+0x52d/0x890 [12489.464772][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12489.465045][ C1] ? __pfx___run_timers.part.0+0x10/0x10 [12489.465328][ C1] ? __common_interrupt+0x7c/0x180 [12489.465591][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12489.465898][ C1] run_timer_softirq+0x72/0x100 [12489.466147][ C1] __do_softirq+0x1b9/0x7ff [12489.466381][ C1] irq_exit_rcu+0x98/0xc0 [12489.466601][ C1] sysvec_apic_timer_interrupt+0x75/0x80 [12489.466889][ C1] [12489.467040][ C1] [12489.467189][ C1] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12489.467495][ C1] RIP: 0010:_raw_spin_unlock_irqrestore+0x43/0x70 [12489.467818][ C1] Code: 10 e8 c1 90 a4 fd 48 89 ef e8 d9 18 a5 fd 81 e3 00 02 00 00 75 1d 9c 58 f6 c4 02 75 29 48 85 db 74 01 fb 65 ff 0d 55 fd d5 72 <74> 0e 5b 5d c3 cc cc cc cc e8 af d7 c6 fd eb dc 0f 1f 44 00 00 5b [12489.468786][ C1] RSP: 0018:ffffc90000c3fa88 EFLAGS: 00000286 [12489.469099][ C1] RAX: 0000000000000046 RBX: 0000000000000200 RCX: 1ffffffff1e1d0fb [12489.469496][ C1] RDX: 0000000000000000 RSI: 0000000000000008 RDI: ffffffff8d49b981 [12489.469896][ C1] RBP: ffffffff91233820 R08: 0000000000000000 R09: fffffbfff1e1ceb2 [12489.470294][ C1] R10: ffffffff8f0e7597 R11: 0000000000000000 R12: 0000000000000cf3 [12489.470690][ C1] R13: ffffffff91233930 R14: ffffffff91233820 R15: ffff8880041b0000 [12489.471090][ C1] ? _raw_spin_unlock_irqrestore+0x51/0x70 [12489.471388][ C1] uart_write+0x220/0x440 [12489.471611][ C1] process_output_block+0x13e/0x790 [12489.471879][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12489.472182][ C1] n_tty_write+0x414/0x7a0 [12489.472413][ C1] ? __pfx_n_tty_write+0x10/0x10 [12489.472664][ C1] ? __pfx_woken_wake_function+0x10/0x10 [12489.472949][ C1] ? lock_acquire+0x1c1/0x220 [12489.473188][ C1] ? iterate_tty_write+0x95/0x540 [12489.473444][ C1] iterate_tty_write+0x229/0x540 [12489.473698][ C1] file_tty_write.constprop.0+0x1db/0x370 [12489.473985][ C1] vfs_write+0x9e9/0x10a0 [12489.474210][ C1] ? lock_acquire+0x1c1/0x220 [12489.474449][ C1] ? __might_fault+0xc6/0x180 [12489.474689][ C1] ? __pfx_vfs_write+0x10/0x10 [12489.474934][ C1] ? __might_fault+0xc6/0x180 [12489.475173][ C1] ? lock_release+0x1d5/0x250 [12489.475414][ C1] ? __fget_light+0x54/0x1e0 [12489.475649][ C1] ksys_write+0xf5/0x1e0 [12489.475869][ C1] ? __pfx_ksys_write+0x10/0x10 [12489.476116][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12489.476420][ C1] do_syscall_64+0xc9/0x1e0 [12489.476657][ C1] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12489.476958][ C1] RIP: 0033:0x7fd66fef3957 [12489.477185][ C1] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12489.478152][ C1] RSP: 002b:00007ffc04fd39e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12489.478573][ C1] RAX: ffffffffffffffda RBX: 0000560a908fc0c0 RCX: 00007fd66fef3957 [12489.478971][ C1] RDX: 0000000000000001 RSI: 0000560a908fc0c0 RDI: 0000000000000001 [12489.479385][ C1] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12489.479783][ C1] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560a908e8560 [12489.480179][ C1] R13: 0000560a908c92a0 R14: 0000000000000001 R15: 0000560a908e8560 [12489.480581][ C1] [12489.480740][ C2] watchdog: BUG: soft lockup - CPU#2 stuck for 9384s! [swapper/2:0] [12489.481156][ C2] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_matchall act_mirred sch_prio ip6_gre ip6_tunnel tunnel6 gre em_meta cls_basic sch_ets sch_tbf act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel bridge stp llc 8021q sch_ingress vrf veth [12489.482573][ C2] irq event stamp: 30502624 [12489.482800][ C2] hardirqs last enabled at (30502623): [] tick_nohz_idle_exit+0xc7/0x240 [12489.483309][ C2] hardirqs last disabled at (30502624): [] __schedule+0xa87/0x1ac0 [12489.483785][ C2] softirqs last enabled at (30502612): [] __do_softirq+0x519/0x7ff [12489.484261][ C2] softirqs last disabled at (30502605): [] irq_exit_rcu+0x98/0xc0 [12489.484730][ C2] CPU: 2 PID: 0 Comm: swapper/2 Tainted: G L 6.8.0-rc3-virtme #1 [12489.485188][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12489.485798][ C2] RIP: 0010:kasan_check_range+0x10f/0x1c0 [12489.486090][ C2] Code: 00 00 48 85 d2 0f 84 4c ff ff ff 41 83 e2 07 49 39 d1 0f 85 34 ff ff ff 45 3a 11 0f 8d 2b ff ff ff 5b b8 01 00 00 00 5d 41 5c cc cc cc cc 41 bc 08 00 00 00 45 29 dc 49 8d 14 2c eb 0c 48 83 [12489.487060][ C2] RSP: 0018:ffffc9000021fa90 EFLAGS: 00000246 [12489.487369][ C2] RAX: 0000000000000001 RBX: 0000000000000001 RCX: ffffffff8d49c450 [12489.487766][ C2] RDX: ffffed100126b36c RSI: 0000000000000004 RDI: ffff888009359b58 [12489.488165][ C2] RBP: ffff888009359b58 R08: 0000000000000000 R09: ffffed100126b36b [12489.488561][ C2] R10: ffff888009359b5b R11: 0000008000000000 R12: 0000000000000003 [12489.488960][ C2] R13: ffffed100126b36b R14: 0000000000000001 R15: 1ffff92000043f54 [12489.489366][ C2] FS: 0000000000000000(0000) GS:ffff888035a00000(0000) knlGS:0000000000000000 [12489.489811][ C2] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12489.490142][ C2] CR2: 00005637657b6000 CR3: 0000000008110005 CR4: 0000000000770ef0 [12489.490541][ C2] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12489.490942][ C2] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12489.491340][ C2] PKRU: 55555554 [12489.491522][ C2] Call Trace: [12489.491692][ C2] [12489.491842][ C2] ? watchdog_timer_fn+0x2cf/0x3c0 [12489.492108][ C2] ? __run_hrtimer+0x1c0/0x710 [12489.492352][ C2] ? __pfx_watchdog_timer_fn+0x10/0x10 [12489.492629][ C2] ? __hrtimer_run_queues+0x197/0x270 [12489.492901][ C2] ? __pfx___hrtimer_run_queues+0x10/0x10 [12489.493191][ C2] ? kvm_clock_get_cycles+0x18/0x30 [12489.493456][ C2] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12489.493763][ C2] ? hrtimer_interrupt+0x2c3/0x770 [12489.494025][ C2] ? trace_rcu_dyntick+0x10a/0x150 [12489.494287][ C2] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12489.494597][ C2] ? sysvec_apic_timer_interrupt+0x39/0x80 [12489.494896][ C2] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12489.495212][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [12489.495501][ C2] ? kasan_check_range+0x10f/0x1c0 [12489.495763][ C2] queued_spin_lock_slowpath+0xb0/0xb90 [12489.496045][ C2] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12489.496356][ C2] ? get_stack_info+0x36/0xc0 [12489.496597][ C2] ? lock_acquire+0x1c1/0x220 [12489.496836][ C2] ? lock_release+0x1d5/0x250 [12489.497076][ C2] do_raw_spin_lock+0x1ec/0x270 [12489.497326][ C2] ? __pfx_do_raw_spin_lock+0x10/0x10 [12489.497597][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12489.497883][ C2] ? lock_acquire+0x1c1/0x220 [12489.498120][ C2] ? tcp_v4_rcv+0x221e/0x2ac0 [12489.498363][ C2] _raw_spin_lock_nested+0x65/0x80 [12489.498625][ C2] tcp_v4_rcv+0x221e/0x2ac0 [12489.498861][ C2] ? __pfx_tcp_v4_rcv+0x10/0x10 [12489.499116][ C2] ? __pfx_raw_v4_input+0x10/0x10 [12489.499376][ C2] ip_protocol_deliver_rcu+0x93/0x360 [12489.499651][ C2] ip_local_deliver_finish+0x2ae/0x480 [12489.499927][ C2] ip_local_deliver+0x19d/0x480 [12489.500175][ C2] ? __pfx_ip_local_deliver+0x10/0x10 [12489.500445][ C2] ? tcp_v4_early_demux+0x59a/0x9d0 [12489.500710][ C2] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12489.501059][ C2] ? rcu_read_lock_held+0xe/0x50 [12489.501313][ C2] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12489.501633][ C2] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12489.501900][ C2] ip_rcv+0x564/0x740 [12489.502105][ C2] ? __pfx_ip_rcv+0x10/0x10 [12489.502337][ C2] ? set_track_prepare+0x8a/0xd0 [12489.502591][ C2] ? __pfx_set_track_prepare+0x10/0x10 [12489.502869][ C2] ? start_secondary+0x21c/0x2b0 [12489.503122][ C2] ? skb_clone+0x10b/0x330 [12489.503349][ C2] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12489.503668][ C2] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12489.503980][ C2] ? tcf_action_exec.part.0+0x112/0x3d0 [12489.504261][ C2] ? fl_classify+0x4dc/0x650 [cls_flower] [12489.504558][ C2] ? __tcf_classify+0x329/0x7d0 [12489.504807][ C2] ? __pfx_ip_rcv+0x10/0x10 [12489.505036][ C2] __netif_receive_skb_one_core+0x166/0x1b0 [12489.505337][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12489.505624][ C2] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12489.505950][ C2] ? lock_acquire+0x1c1/0x220 [12489.506188][ C2] ? netif_receive_skb_internal+0x84/0x300 [12489.506486][ C2] netif_receive_skb_internal+0xb0/0x300 [12489.506771][ C2] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12489.507088][ C2] ? __copy_skb_header+0xaf/0x490 [12489.507343][ C2] ? __skb_clone+0x57a/0x760 [12489.507579][ C2] netif_receive_skb+0x55/0x280 [12489.507829][ C2] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12489.508142][ C2] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12489.508473][ C2] tcf_mirred_act+0x338/0x780 [act_mirred] [12489.508771][ C2] tcf_action_exec.part.0+0x112/0x3d0 [12489.509056][ C2] fl_classify+0x4dc/0x650 [cls_flower] [12489.509343][ C2] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12489.509655][ C2] ? get_stack_info+0x36/0xc0 [12489.509899][ C2] ? unwind_next_frame+0x1cc/0x1d10 [12489.510165][ C2] ? secondary_startup_64_no_verify+0x16d/0x17b [12489.510482][ C2] ? __pfx_unwind_next_frame+0x10/0x10 [12489.510758][ C2] ? __pfx_unwind_next_frame+0x10/0x10 [12489.511034][ C2] ? secondary_startup_64_no_verify+0x16d/0x17b [12489.511350][ C2] ? kernel_text_address+0x17/0xe0 [12489.511610][ C2] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12489.511925][ C2] ? arch_stack_walk+0x8c/0x100 [12489.512175][ C2] ? secondary_startup_64_no_verify+0x16d/0x17b [12489.512491][ C2] ? stack_trace_save+0x95/0xd0 [12489.512739][ C2] ? get_stack_info_noinstr+0x18/0x110 [12489.513015][ C2] ? get_stack_info+0x36/0xc0 [12489.513258][ C2] __tcf_classify+0x329/0x7d0 [12489.513502][ C2] tcf_classify+0x283/0x930 [12489.513732][ C2] ? __pfx_tcf_classify+0x10/0x10 [12489.513987][ C2] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12489.514301][ C2] tc_run+0x2e4/0x5d0 [12489.514506][ C2] ? __pfx_tc_run+0x10/0x10 [12489.514740][ C2] ? lock_acquire+0x1c1/0x220 [12489.514982][ C2] ? __dev_queue_xmit+0x1da/0x17e0 [12489.515245][ C2] __dev_queue_xmit+0x686/0x17e0 [12489.515499][ C2] ? lock_acquire+0x1c1/0x220 [12489.515738][ C2] ? ip_finish_output2+0x786/0x18e0 [12489.516006][ C2] ? trace_irq_enable.constprop.0+0xd4/0x100 [12489.516310][ C2] ? __pfx___dev_queue_xmit+0x10/0x10 [12489.516584][ C2] ? neigh_hh_output+0x348/0x590 [12489.516837][ C2] ? ip_finish_output2+0x262/0x18e0 [12489.517103][ C2] ip_finish_output2+0x786/0x18e0 [12489.517363][ C2] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12489.517700][ C2] ? __pfx_ip_finish_output2+0x10/0x10 [12489.517976][ C2] ? rcu_read_lock_held+0xe/0x50 [12489.518229][ C2] ? __ip_finish_output+0x10f/0x770 [12489.518499][ C2] ip_output+0x16b/0x4f0 [12489.518718][ C2] ? __pfx_ip_output+0x10/0x10 [12489.518960][ C2] ? __pfx_set_track_prepare+0x10/0x10 [12489.519246][ C2] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12489.519560][ C2] ? kmem_cache_alloc_node+0x2b6/0x2e0 [12489.519836][ C2] ? kmalloc_reserve+0x11c/0x1f0 [12489.520089][ C2] ? __alloc_skb+0xd4/0x280 [12489.520320][ C2] ? tcp_stream_alloc_skb+0x30/0x510 [12489.520589][ C2] ? tcp_fragment+0x168/0x1040 [12489.520833][ C2] ? rcu_read_lock_held+0xe/0x50 [12489.521084][ C2] ? ip_local_out+0x114/0x3b0 [12489.521323][ C2] __ip_queue_xmit+0x672/0x17b0 [12489.521572][ C2] ? __skb_clone+0x57a/0x760 [12489.521809][ C2] __tcp_transmit_skb+0x22b1/0x2d20 [12489.522076][ C2] ? __pfx___tcp_transmit_skb+0x10/0x10 [12489.522356][ C2] ? ipv4_dst_check+0xe3/0x170 [12489.522602][ C2] ? __sk_dst_check+0x1a1/0x2b0 [12489.522852][ C2] __tcp_retransmit_skb.part.0+0x4f5/0x1170 [12489.523154][ C2] ? __pfx___tcp_retransmit_skb.part.0+0x10/0x10 [12489.523475][ C2] ? tcp_fragment+0xb0e/0x1040 [12489.523719][ C2] tcp_send_loss_probe+0x348/0x830 [12489.523981][ C2] ? __pfx_tcp_write_timer+0x10/0x10 [12489.524250][ C2] tcp_write_timer+0x82/0x1d0 [12489.524488][ C2] call_timer_fn+0x173/0x430 [12489.524726][ C2] ? __pfx_call_timer_fn+0x10/0x10 [12489.524987][ C2] ? next_expiry_recalc+0xcd/0x220 [12489.525248][ C2] __run_timers.part.0+0x52d/0x890 [12489.525508][ C2] ? __pfx_tcp_write_timer+0x10/0x10 [12489.525779][ C2] ? __pfx___run_timers.part.0+0x10/0x10 [12489.526064][ C2] ? lock_acquire+0x1c1/0x220 [12489.526303][ C2] ? clockevents_program_event+0xf6/0x300 [12489.526592][ C2] ? lock_release+0x1d5/0x250 [12489.526831][ C2] ? kvm_clock_get_cycles+0x18/0x30 [12489.527096][ C2] ? ktime_get+0xb3/0x190 [12489.527317][ C2] ? clockevents_program_event+0x1ea/0x300 [12489.527614][ C2] run_timer_softirq+0x72/0x100 [12489.527862][ C2] __do_softirq+0x1b9/0x7ff [12489.528096][ C2] irq_exit_rcu+0x98/0xc0 [12489.528317][ C2] sysvec_apic_timer_interrupt+0x75/0x80 [12489.528605][ C2] [12489.528756][ C2] [12489.528906][ C2] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12489.529217][ C2] RIP: 0010:default_idle+0xf/0x20 [12489.529475][ C2] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d c3 79 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [12489.530444][ C2] RSP: 0018:ffffc9000014fdf8 EFLAGS: 00000246 [12489.530754][ C2] RAX: ffff888035bf7520 RBX: 1ffff92000029fc1 RCX: ffffffff8d4692f2 [12489.531155][ C2] RDX: ffffed1006b7eea5 RSI: 0000000000000004 RDI: ffffffff8ae978b6 [12489.531554][ C2] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006b7eea4 [12489.531954][ C2] R10: ffff888035bf7523 R11: ffff888035bfc348 R12: 0000000000000000 [12489.532356][ C2] R13: ffff888001d1a640 R14: dffffc0000000000 R15: 0000000000000000 [12489.532756][ C2] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [12489.533047][ C2] ? cpuidle_idle_call+0x1f6/0x280 [12489.533309][ C2] default_idle_call+0x69/0xa0 [12489.533553][ C2] cpuidle_idle_call+0x1f6/0x280 [12489.533804][ C2] ? __pfx_cpuidle_idle_call+0x10/0x10 [12489.534080][ C2] ? lock_release+0x1d5/0x250 [12489.534319][ C2] ? tsc_verify_tsc_adjust+0x65/0x2b0 [12489.534593][ C2] do_idle+0xfb/0x160 [12489.534796][ C2] cpu_startup_entry+0x55/0x60 [12489.535041][ C2] start_secondary+0x21c/0x2b0 [12489.535285][ C2] ? __pfx_start_secondary+0x10/0x10 [12489.535555][ C2] secondary_startup_64_no_verify+0x16d/0x17b [12489.535866][ C2] [12514.978793][ C1] rcu: INFO: rcu_preempt self-detected stall on CPU [12514.979164][ C1] rcu: 1-....: (9785266 ticks this GP) idle=a7a4/1/0x4000000000000000 softirq=1070130/1070132 fqs=2339223 [12514.979732][ C1] rcu: (t=10098186 jiffies g=1503537 q=5360 ncpus=4) [12514.980074][ C1] CPU: 1 PID: 11120 Comm: perl Tainted: G L 6.8.0-rc3-virtme #1 [12514.980529][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12514.981138][ C1] RIP: 0010:__kasan_check_read+0x8/0x20 [12514.981425][ C1] Code: 5d 41 5c e9 6a 25 9c ff 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 48 8b 0c 24 <89> f6 31 d2 e9 af ef ff ff 66 66 2e 0f 1f 84 00 00 00 00 00 0f 1f [12514.982389][ C1] RSP: 0018:ffffc900001c7b70 EFLAGS: 00000202 [12514.982695][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8d49c450 [12514.983093][ C1] RDX: ffffed100126b1c4 RSI: 0000000000000004 RDI: ffff888009358e18 [12514.983487][ C1] RBP: ffff888009358e18 R08: 0000000000000000 R09: ffffed100126b1c3 [12514.983887][ C1] R10: ffff888009358e1b R11: 0000008000000000 R12: 0000000000000003 [12514.984284][ C1] R13: ffffed100126b1c3 R14: 0000000000000001 R15: 1ffff92000038f70 [12514.984682][ C1] FS: 00007fd66fc9ef00(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [12514.985125][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12514.985455][ C1] CR2: 0000562fa7234220 CR3: 000000000690c002 CR4: 0000000000770ef0 [12514.985852][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12514.986250][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12514.986647][ C1] PKRU: 55555554 [12514.986828][ C1] Call Trace: [12514.986997][ C1] [12514.987148][ C1] ? rcu_dump_cpu_stacks+0x2a3/0x4c0 [12514.987422][ C1] ? print_cpu_stall+0x263/0x6a0 [12514.987674][ C1] ? check_cpu_stall+0x284/0x500 [12514.987925][ C1] ? rcu_pending+0x92/0x360 [12514.988153][ C1] ? rcu_sched_clock_irq+0x107/0x3f0 [12514.988425][ C1] ? update_process_times+0xb9/0x110 [12514.988694][ C1] ? tick_sched_handle+0x67/0x130 [12514.988957][ C1] ? tick_nohz_highres_handler+0xa7/0xd0 [12514.989239][ C1] ? __run_hrtimer+0x1c0/0x710 [12514.989481][ C1] ? __pfx_tick_nohz_highres_handler+0x10/0x10 [12514.989798][ C1] ? __hrtimer_run_queues+0x197/0x270 [12514.990069][ C1] ? __pfx___hrtimer_run_queues+0x10/0x10 [12514.990356][ C1] ? kvm_clock_get_cycles+0x18/0x30 [12514.990621][ C1] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12514.990925][ C1] ? hrtimer_interrupt+0x2c3/0x770 [12514.991186][ C1] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12514.991493][ C1] ? sysvec_apic_timer_interrupt+0x39/0x80 [12514.991791][ C1] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12514.992106][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12514.992397][ C1] ? __kasan_check_read+0x8/0x20 [12514.992650][ C1] queued_spin_lock_slowpath+0xb0/0xb90 [12514.992932][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12514.993241][ C1] ? get_stack_info+0x36/0xc0 [12514.993483][ C1] ? lock_acquire+0x1c1/0x220 [12514.993722][ C1] ? lock_release+0x1d5/0x250 [12514.993962][ C1] do_raw_spin_lock+0x1ec/0x270 [12514.994211][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [12514.994480][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12514.994761][ C1] ? lock_acquire+0x1c1/0x220 [12514.994998][ C1] ? tcp_v4_rcv+0x221e/0x2ac0 [12514.995240][ C1] _raw_spin_lock_nested+0x65/0x80 [12514.995500][ C1] tcp_v4_rcv+0x221e/0x2ac0 [12514.995735][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [12514.995980][ C1] ? __pfx_raw_v4_input+0x10/0x10 [12514.996239][ C1] ip_protocol_deliver_rcu+0x93/0x360 [12514.996516][ C1] ip_local_deliver_finish+0x2ae/0x480 [12514.996791][ C1] ip_local_deliver+0x19d/0x480 [12514.997038][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [12514.997308][ C1] ? tcp_v4_early_demux+0x59a/0x9d0 [12514.997571][ C1] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12514.997920][ C1] ? rcu_read_lock_held+0xe/0x50 [12514.998172][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12514.998491][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12514.998754][ C1] ip_rcv+0x564/0x740 [12514.998963][ C1] ? __pfx_ip_rcv+0x10/0x10 [12514.999193][ C1] ? set_track_prepare+0x8a/0xd0 [12514.999447][ C1] ? __pfx_set_track_prepare+0x10/0x10 [12514.999726][ C1] ? vfs_write+0x9e9/0x10a0 [12514.999956][ C1] ? skb_clone+0x10b/0x330 [12515.000186][ C1] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12515.000504][ C1] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12515.000808][ C1] ? tcf_action_exec.part.0+0x112/0x3d0 [12515.001091][ C1] ? fl_classify+0x4dc/0x650 [cls_flower] [12515.001382][ C1] ? __tcf_classify+0x329/0x7d0 [12515.001630][ C1] ? __pfx_ip_rcv+0x10/0x10 [12515.001861][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [12515.002160][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12515.002443][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12515.002768][ C1] ? lock_acquire+0x1c1/0x220 [12515.003007][ C1] ? netif_receive_skb_internal+0x84/0x300 [12515.003301][ C1] netif_receive_skb_internal+0xb0/0x300 [12515.003586][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12515.003901][ C1] ? __copy_skb_header+0xaf/0x490 [12515.004157][ C1] ? __skb_clone+0x57a/0x760 [12515.004389][ C1] netif_receive_skb+0x55/0x280 [12515.004634][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12515.004949][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12515.005280][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [12515.005579][ C1] tcf_action_exec.part.0+0x112/0x3d0 [12515.005852][ C1] fl_classify+0x4dc/0x650 [cls_flower] [12515.006141][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12515.006451][ C1] ? stack_depot_save_flags+0x371/0x550 [12515.006738][ C1] ? kasan_save_stack+0x34/0x50 [12515.006986][ C1] ? kasan_save_stack+0x24/0x50 [12515.007230][ C1] ? kasan_save_track+0x14/0x30 [12515.007475][ C1] ? kasan_save_free_info+0x3f/0x60 [12515.007739][ C1] ? __kasan_slab_free+0xfc/0x1c0 [12515.007993][ C1] ? kmem_cache_free+0xf3/0x2c0 [12515.008239][ C1] ? tcp_validate_incoming+0x3fe/0x1d60 [12515.008521][ C1] ? tcp_rcv_state_process+0x55e/0x1fd0 [12515.008798][ C1] ? do_raw_spin_trylock+0xb9/0x190 [12515.009065][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12515.009351][ C1] ? lock_acquire+0x1c1/0x220 [12515.009589][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12515.009893][ C1] ? get_stack_info_noinstr+0x18/0x110 [12515.010169][ C1] ? get_stack_info+0x36/0xc0 [12515.010408][ C1] ? stack_access_ok+0xda/0x1f0 [12515.010655][ C1] ? get_reg+0x119/0x190 [12515.010876][ C1] ? unwind_next_frame+0x12af/0x1d10 [12515.011144][ C1] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12515.011451][ C1] __tcf_classify+0x329/0x7d0 [12515.011690][ C1] tcf_classify+0x283/0x930 [12515.011921][ C1] ? arch_stack_walk+0xa2/0x100 [12515.012170][ C1] ? __pfx_tcf_classify+0x10/0x10 [12515.012426][ C1] ? get_stack_info+0x36/0xc0 [12515.012664][ C1] tc_run+0x2e4/0x5d0 [12515.012871][ C1] ? __pfx_tc_run+0x10/0x10 [12515.013099][ C1] ? lock_acquire+0x1c1/0x220 [12515.013337][ C1] ? __dev_queue_xmit+0x1da/0x17e0 [12515.013597][ C1] __dev_queue_xmit+0x686/0x17e0 [12515.013849][ C1] ? lock_acquire+0x1c1/0x220 [12515.014086][ C1] ? ip_finish_output2+0x786/0x18e0 [12515.014349][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12515.014652][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [12515.014922][ C1] ? neigh_hh_output+0x348/0x590 [12515.015172][ C1] ? ip_finish_output2+0x262/0x18e0 [12515.015436][ C1] ip_finish_output2+0x786/0x18e0 [12515.015691][ C1] ? stack_depot_save_flags+0x45/0x550 [12515.015964][ C1] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12515.016301][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [12515.016577][ C1] ? rcu_read_lock_held+0xe/0x50 [12515.016829][ C1] ? __ip_finish_output+0x10f/0x770 [12515.017092][ C1] ip_output+0x16b/0x4f0 [12515.017306][ C1] ? run_timer_softirq+0x72/0x100 [12515.017561][ C1] ? __pfx_ip_output+0x10/0x10 [12515.017804][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12515.018087][ C1] ? rcu_read_lock_held+0xe/0x50 [12515.018337][ C1] ? ip_local_out+0x114/0x3b0 [12515.018575][ C1] __ip_queue_xmit+0x672/0x17b0 [12515.018823][ C1] ? __create_object+0x5e/0xb0 [12515.019073][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [12515.019340][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [12515.019618][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [12515.019892][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [12515.020171][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12515.020440][ C1] tcp_delack_timer+0x84/0x240 [12515.020683][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12515.020952][ C1] call_timer_fn+0x173/0x430 [12515.021187][ C1] ? __pfx_call_timer_fn+0x10/0x10 [12515.021447][ C1] ? next_expiry_recalc+0xcd/0x220 [12515.021706][ C1] __run_timers.part.0+0x52d/0x890 [12515.021963][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12515.022236][ C1] ? __pfx___run_timers.part.0+0x10/0x10 [12515.022520][ C1] ? __common_interrupt+0x7c/0x180 [12515.022780][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12515.023086][ C1] run_timer_softirq+0x72/0x100 [12515.023333][ C1] __do_softirq+0x1b9/0x7ff [12515.023563][ C1] irq_exit_rcu+0x98/0xc0 [12515.023785][ C1] sysvec_apic_timer_interrupt+0x75/0x80 [12515.024069][ C1] [12515.024219][ C1] [12515.024369][ C1] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12515.024673][ C1] RIP: 0010:_raw_spin_unlock_irqrestore+0x43/0x70 [12515.024995][ C1] Code: 10 e8 c1 90 a4 fd 48 89 ef e8 d9 18 a5 fd 81 e3 00 02 00 00 75 1d 9c 58 f6 c4 02 75 29 48 85 db 74 01 fb 65 ff 0d 55 fd d5 72 <74> 0e 5b 5d c3 cc cc cc cc e8 af d7 c6 fd eb dc 0f 1f 44 00 00 5b [12515.025955][ C1] RSP: 0018:ffffc90000c3fa88 EFLAGS: 00000286 [12515.026261][ C1] RAX: 0000000000000046 RBX: 0000000000000200 RCX: 1ffffffff1e1d0fb [12515.026657][ C1] RDX: 0000000000000000 RSI: 0000000000000008 RDI: ffffffff8d49b981 [12515.027051][ C1] RBP: ffffffff91233820 R08: 0000000000000000 R09: fffffbfff1e1ceb2 [12515.027450][ C1] R10: ffffffff8f0e7597 R11: 0000000000000000 R12: 0000000000000cf3 [12515.027848][ C1] R13: ffffffff91233930 R14: ffffffff91233820 R15: ffff8880041b0000 [12515.028245][ C1] ? _raw_spin_unlock_irqrestore+0x51/0x70 [12515.028539][ C1] uart_write+0x220/0x440 [12515.028762][ C1] process_output_block+0x13e/0x790 [12515.029033][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12515.029336][ C1] n_tty_write+0x414/0x7a0 [12515.029562][ C1] ? __pfx_n_tty_write+0x10/0x10 [12515.029814][ C1] ? __pfx_woken_wake_function+0x10/0x10 [12515.030101][ C1] ? lock_acquire+0x1c1/0x220 [12515.030336][ C1] ? iterate_tty_write+0x95/0x540 [12515.030591][ C1] iterate_tty_write+0x229/0x540 [12515.030845][ C1] file_tty_write.constprop.0+0x1db/0x370 [12515.031132][ C1] vfs_write+0x9e9/0x10a0 [12515.031353][ C1] ? lock_acquire+0x1c1/0x220 [12515.031591][ C1] ? __might_fault+0xc6/0x180 [12515.031831][ C1] ? __pfx_vfs_write+0x10/0x10 [12515.032073][ C1] ? __might_fault+0xc6/0x180 [12515.032310][ C1] ? lock_release+0x1d5/0x250 [12515.032549][ C1] ? __fget_light+0x54/0x1e0 [12515.032788][ C1] ksys_write+0xf5/0x1e0 [12515.033002][ C1] ? __pfx_ksys_write+0x10/0x10 [12515.033249][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12515.033553][ C1] do_syscall_64+0xc9/0x1e0 [12515.033785][ C1] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12515.034083][ C1] RIP: 0033:0x7fd66fef3957 [12515.034310][ C1] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12515.035270][ C1] RSP: 002b:00007ffc04fd39e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12515.035687][ C1] RAX: ffffffffffffffda RBX: 0000560a908fc0c0 RCX: 00007fd66fef3957 [12515.036082][ C1] RDX: 0000000000000001 RSI: 0000560a908fc0c0 RDI: 0000000000000001 [12515.036479][ C1] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12515.036873][ C1] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560a908e8560 [12515.037267][ C1] R13: 0000560a908c92a0 R14: 0000000000000001 R15: 0000560a908e8560 [12515.037668][ C1] [12515.037824][ C1] Sending NMI from CPU 1 to CPUs 2: [12515.038095][ C2] NMI backtrace for cpu 2 [12515.038103][ C2] CPU: 2 PID: 0 Comm: swapper/2 Tainted: G L 6.8.0-rc3-virtme #1 [12515.038110][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12515.038114][ C2] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12515.038124][ C2] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12515.038130][ C2] RSP: 0018:ffffc9000021fa98 EFLAGS: 00000202 [12515.038135][ C2] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8d49c450 [12515.038139][ C2] RDX: ffffed100126b36c RSI: 0000000000000004 RDI: ffff888009359b58 [12515.038143][ C2] RBP: ffff888009359b58 R08: 0000000000000000 R09: ffffed100126b36b [12515.038147][ C2] R10: ffff888009359b5b R11: 0000008000000000 R12: 0000000000000003 [12515.038151][ C2] R13: ffffed100126b36b R14: 0000000000000001 R15: 1ffff92000043f54 [12515.038155][ C2] FS: 0000000000000000(0000) GS:ffff888035a00000(0000) knlGS:0000000000000000 [12515.038160][ C2] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12515.038165][ C2] CR2: 00005637657b6000 CR3: 0000000008110005 CR4: 0000000000770ef0 [12515.038169][ C2] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12515.038172][ C2] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12515.038176][ C2] PKRU: 55555554 [12515.038178][ C2] Call Trace: [12515.038182][ C2] [12515.038186][ C2] ? nmi_cpu_backtrace+0x112/0x220 [12515.038198][ C2] ? nmi_cpu_backtrace_handler+0x11/0x20 [12515.038207][ C2] ? nmi_handle+0x153/0x420 [12515.038217][ C2] ? default_do_nmi+0x41/0x100 [12515.038224][ C2] ? exc_nmi+0xf3/0x120 [12515.038230][ C2] ? end_repeat_nmi+0xf/0x60 [12515.038242][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [12515.038251][ C2] ? queued_spin_lock_slowpath+0x12d/0xb90 [12515.038259][ C2] ? queued_spin_lock_slowpath+0x12d/0xb90 [12515.038268][ C2] ? queued_spin_lock_slowpath+0x12d/0xb90 [12515.038276][ C2] [12515.038277][ C2] [12515.038281][ C2] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12515.038287][ C2] ? get_stack_info+0x36/0xc0 [12515.038296][ C2] ? lock_acquire+0x1c1/0x220 [12515.038304][ C2] ? lock_release+0x1d5/0x250 [12515.038313][ C2] do_raw_spin_lock+0x1ec/0x270 [12515.038322][ C2] ? __pfx_do_raw_spin_lock+0x10/0x10 [12515.038329][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12515.038337][ C2] ? lock_acquire+0x1c1/0x220 [12515.038343][ C2] ? tcp_v4_rcv+0x221e/0x2ac0 [12515.038352][ C2] _raw_spin_lock_nested+0x65/0x80 [12515.038359][ C2] tcp_v4_rcv+0x221e/0x2ac0 [12515.038376][ C2] ? __pfx_tcp_v4_rcv+0x10/0x10 [12515.038383][ C2] ? __pfx_raw_v4_input+0x10/0x10 [12515.038396][ C2] ip_protocol_deliver_rcu+0x93/0x360 [12515.038409][ C2] ip_local_deliver_finish+0x2ae/0x480 [12515.038418][ C2] ip_local_deliver+0x19d/0x480 [12515.038425][ C2] ? __pfx_ip_local_deliver+0x10/0x10 [12515.038430][ C2] ? tcp_v4_early_demux+0x59a/0x9d0 [12515.038437][ C2] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12515.038449][ C2] ? rcu_read_lock_held+0xe/0x50 [12515.038457][ C2] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12515.038465][ C2] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12515.038487][ C2] ip_rcv+0x564/0x740 [12515.038493][ C2] ? __pfx_ip_rcv+0x10/0x10 [12515.038500][ C2] ? set_track_prepare+0x8a/0xd0 [12515.038509][ C2] ? __pfx_set_track_prepare+0x10/0x10 [12515.038516][ C2] ? start_secondary+0x21c/0x2b0 [12515.038523][ C2] ? skb_clone+0x10b/0x330 [12515.038529][ C2] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12515.038545][ C2] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12515.038559][ C2] ? tcf_action_exec.part.0+0x112/0x3d0 [12515.038567][ C2] ? fl_classify+0x4dc/0x650 [cls_flower] [12515.038588][ C2] ? __tcf_classify+0x329/0x7d0 [12515.038595][ C2] ? __pfx_ip_rcv+0x10/0x10 [12515.038601][ C2] __netif_receive_skb_one_core+0x166/0x1b0 [12515.038609][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12515.038617][ C2] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12515.038628][ C2] ? lock_acquire+0x1c1/0x220 [12515.038634][ C2] ? netif_receive_skb_internal+0x84/0x300 [12515.038645][ C2] netif_receive_skb_internal+0xb0/0x300 [12515.038654][ C2] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12515.038665][ C2] ? __copy_skb_header+0xaf/0x490 [12515.038672][ C2] ? __skb_clone+0x57a/0x760 [12515.038678][ C2] netif_receive_skb+0x55/0x280 [12515.038686][ C2] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12515.038704][ C2] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12515.038722][ C2] tcf_mirred_act+0x338/0x780 [act_mirred] [12515.038740][ C2] tcf_action_exec.part.0+0x112/0x3d0 [12515.038752][ C2] fl_classify+0x4dc/0x650 [cls_flower] [12515.038778][ C2] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12515.038798][ C2] ? get_stack_info+0x36/0xc0 [12515.038810][ C2] ? unwind_next_frame+0x1cc/0x1d10 [12515.038817][ C2] ? secondary_startup_64_no_verify+0x16d/0x17b [12515.038826][ C2] ? __pfx_unwind_next_frame+0x10/0x10 [12515.038832][ C2] ? __pfx_unwind_next_frame+0x10/0x10 [12515.038841][ C2] ? secondary_startup_64_no_verify+0x16d/0x17b [12515.038847][ C2] ? kernel_text_address+0x17/0xe0 [12515.038854][ C2] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12515.038860][ C2] ? arch_stack_walk+0x8c/0x100 [12515.038865][ C2] ? secondary_startup_64_no_verify+0x16d/0x17b [12515.038869][ C2] ? stack_trace_save+0x95/0xd0 [12515.038872][ C2] ? get_stack_info_noinstr+0x18/0x110 [12515.038875][ C2] ? get_stack_info+0x36/0xc0 [12515.038879][ C2] __tcf_classify+0x329/0x7d0 [12515.038884][ C2] tcf_classify+0x283/0x930 [12515.038894][ C2] ? __pfx_tcf_classify+0x10/0x10 [12515.038896][ C2] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12515.038901][ C2] tc_run+0x2e4/0x5d0 [12515.038905][ C2] ? __pfx_tc_run+0x10/0x10 [12515.038909][ C2] ? lock_acquire+0x1c1/0x220 [12515.038911][ C2] ? __dev_queue_xmit+0x1da/0x17e0 [12515.038915][ C2] __dev_queue_xmit+0x686/0x17e0 [12515.038920][ C2] ? lock_acquire+0x1c1/0x220 [12515.038922][ C2] ? ip_finish_output2+0x786/0x18e0 [12515.038926][ C2] ? trace_irq_enable.constprop.0+0xd4/0x100 [12515.038930][ C2] ? __pfx___dev_queue_xmit+0x10/0x10 [12515.038933][ C2] ? neigh_hh_output+0x348/0x590 [12515.038937][ C2] ? ip_finish_output2+0x262/0x18e0 [12515.038941][ C2] ip_finish_output2+0x786/0x18e0 [12515.038945][ C2] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12515.038953][ C2] ? __pfx_ip_finish_output2+0x10/0x10 [12515.038956][ C2] ? rcu_read_lock_held+0xe/0x50 [12515.038960][ C2] ? __ip_finish_output+0x10f/0x770 [12515.038965][ C2] ip_output+0x16b/0x4f0 [12515.038968][ C2] ? __pfx_ip_output+0x10/0x10 [12515.038971][ C2] ? __pfx_set_track_prepare+0x10/0x10 [12515.038974][ C2] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12515.038978][ C2] ? kmem_cache_alloc_node+0x2b6/0x2e0 [12515.038981][ C2] ? kmalloc_reserve+0x11c/0x1f0 [12515.038985][ C2] ? __alloc_skb+0xd4/0x280 [12515.038988][ C2] ? tcp_stream_alloc_skb+0x30/0x510 [12515.038991][ C2] ? tcp_fragment+0x168/0x1040 [12515.038995][ C2] ? rcu_read_lock_held+0xe/0x50 [12515.038997][ C2] ? ip_local_out+0x114/0x3b0 [12515.039001][ C2] __ip_queue_xmit+0x672/0x17b0 [12515.039005][ C2] ? __skb_clone+0x57a/0x760 [12515.039008][ C2] __tcp_transmit_skb+0x22b1/0x2d20 [12515.039014][ C2] ? __pfx___tcp_transmit_skb+0x10/0x10 [12515.039017][ C2] ? ipv4_dst_check+0xe3/0x170 [12515.039022][ C2] ? __sk_dst_check+0x1a1/0x2b0 [12515.039026][ C2] __tcp_retransmit_skb.part.0+0x4f5/0x1170 [12515.039030][ C2] ? __pfx___tcp_retransmit_skb.part.0+0x10/0x10 [12515.039034][ C2] ? tcp_fragment+0xb0e/0x1040 [12515.039038][ C2] tcp_send_loss_probe+0x348/0x830 [12515.039041][ C2] ? __pfx_tcp_write_timer+0x10/0x10 [12515.039044][ C2] tcp_write_timer+0x82/0x1d0 [12515.039048][ C2] call_timer_fn+0x173/0x430 [12515.039052][ C2] ? __pfx_call_timer_fn+0x10/0x10 [12515.039057][ C2] ? next_expiry_recalc+0xcd/0x220 [12515.039061][ C2] __run_timers.part.0+0x52d/0x890 [12515.039064][ C2] ? __pfx_tcp_write_timer+0x10/0x10 [12515.039069][ C2] ? __pfx___run_timers.part.0+0x10/0x10 [12515.039072][ C2] ? lock_acquire+0x1c1/0x220 [12515.039074][ C2] ? clockevents_program_event+0xf6/0x300 [12515.039079][ C2] ? lock_release+0x1d5/0x250 [12515.039082][ C2] ? kvm_clock_get_cycles+0x18/0x30 [12515.039085][ C2] ? ktime_get+0xb3/0x190 [12515.039089][ C2] ? clockevents_program_event+0x1ea/0x300 [12515.039093][ C2] run_timer_softirq+0x72/0x100 [12515.039096][ C2] __do_softirq+0x1b9/0x7ff [12515.039101][ C2] irq_exit_rcu+0x98/0xc0 [12515.039103][ C2] sysvec_apic_timer_interrupt+0x75/0x80 [12515.039107][ C2] [12515.039108][ C2] [12515.039109][ C2] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12515.039113][ C2] RIP: 0010:default_idle+0xf/0x20 [12515.039116][ C2] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d c3 79 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [12515.039118][ C2] RSP: 0018:ffffc9000014fdf8 EFLAGS: 00000246 [12515.039120][ C2] RAX: ffff888035bf7520 RBX: 1ffff92000029fc1 RCX: ffffffff8d4692f2 [12515.039122][ C2] RDX: ffffed1006b7eea5 RSI: 0000000000000004 RDI: ffffffff8ae978b6 [12515.039123][ C2] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006b7eea4 [12515.039125][ C2] R10: ffff888035bf7523 R11: ffff888035bfc348 R12: 0000000000000000 [12515.039127][ C2] R13: ffff888001d1a640 R14: dffffc0000000000 R15: 0000000000000000 [12515.039130][ C2] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [12515.039133][ C2] ? cpuidle_idle_call+0x1f6/0x280 [12515.039137][ C2] default_idle_call+0x69/0xa0 [12515.039140][ C2] cpuidle_idle_call+0x1f6/0x280 [12515.039143][ C2] ? __pfx_cpuidle_idle_call+0x10/0x10 [12515.039145][ C2] ? lock_release+0x1d5/0x250 [12515.039148][ C2] ? tsc_verify_tsc_adjust+0x65/0x2b0 [12515.039151][ C2] do_idle+0xfb/0x160 [12515.039154][ C2] cpu_startup_entry+0x55/0x60 [12515.039157][ C2] start_secondary+0x21c/0x2b0 [12515.039161][ C2] ? __pfx_start_secondary+0x10/0x10 [12515.039165][ C2] secondary_startup_64_no_verify+0x16d/0x17b [12515.039171][ C2] [12524.524097][ T72] kmemleak: 156 new suspected memory leaks (see /sys/kernel/debug/kmemleak) [12541.420464][ C1] watchdog: BUG: soft lockup - CPU#1 stuck for 9433s! [perl:11120] [12541.420907][ C1] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_matchall act_mirred sch_prio ip6_gre ip6_tunnel tunnel6 gre em_meta cls_basic sch_ets sch_tbf act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel bridge stp llc 8021q sch_ingress vrf veth [12541.422318][ C1] irq event stamp: 119944 [12541.422534][ C1] hardirqs last enabled at (119943): [] _raw_spin_unlock_irqrestore+0x51/0x70 [12541.423063][ C1] hardirqs last disabled at (119944): [] __schedule+0xa87/0x1ac0 [12541.423531][ C1] softirqs last enabled at (118628): [] __do_softirq+0x519/0x7ff [12541.423997][ C1] softirqs last disabled at (118621): [] irq_exit_rcu+0x98/0xc0 [12541.424456][ C1] CPU: 1 PID: 11120 Comm: perl Tainted: G L 6.8.0-rc3-virtme #1 [12541.424906][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12541.425515][ C1] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12541.425839][ C1] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12541.426800][ C1] RSP: 0018:ffffc900001c7b78 EFLAGS: 00000202 [12541.427105][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8d49c450 [12541.427500][ C1] RDX: ffffed100126b1c4 RSI: 0000000000000004 RDI: ffff888009358e18 [12541.427895][ C1] RBP: ffff888009358e18 R08: 0000000000000000 R09: ffffed100126b1c3 [12541.428292][ C1] R10: ffff888009358e1b R11: 0000008000000000 R12: 0000000000000003 [12541.428687][ C1] R13: ffffed100126b1c3 R14: 0000000000000001 R15: 1ffff92000038f70 [12541.429086][ C1] FS: 00007fd66fc9ef00(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [12541.429529][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12541.429858][ C1] CR2: 0000562fa7234220 CR3: 000000000690c002 CR4: 0000000000770ef0 [12541.430258][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12541.430655][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12541.431051][ C1] PKRU: 55555554 [12541.431232][ C1] Call Trace: [12541.431405][ C1] [12541.431553][ C1] ? watchdog_timer_fn+0x2cf/0x3c0 [12541.431817][ C1] ? __run_hrtimer+0x1c0/0x710 [12541.432058][ C1] ? __pfx_watchdog_timer_fn+0x10/0x10 [12541.432333][ C1] ? __hrtimer_run_queues+0x197/0x270 [12541.432606][ C1] ? __pfx___hrtimer_run_queues+0x10/0x10 [12541.432895][ C1] ? kvm_clock_get_cycles+0x18/0x30 [12541.433165][ C1] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12541.433470][ C1] ? hrtimer_interrupt+0x2c3/0x770 [12541.433731][ C1] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12541.434039][ C1] ? sysvec_apic_timer_interrupt+0x39/0x80 [12541.434333][ C1] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12541.434648][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12541.434937][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12541.435228][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12541.435517][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12541.435826][ C1] ? get_stack_info+0x36/0xc0 [12541.436067][ C1] ? lock_acquire+0x1c1/0x220 [12541.436307][ C1] ? lock_release+0x1d5/0x250 [12541.436545][ C1] do_raw_spin_lock+0x1ec/0x270 [12541.436796][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [12541.437066][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12541.437349][ C1] ? lock_acquire+0x1c1/0x220 [12541.437585][ C1] ? tcp_v4_rcv+0x221e/0x2ac0 [12541.437828][ C1] _raw_spin_lock_nested+0x65/0x80 [12541.438088][ C1] tcp_v4_rcv+0x221e/0x2ac0 [12541.438322][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [12541.438567][ C1] ? __pfx_raw_v4_input+0x10/0x10 [12541.438832][ C1] ip_protocol_deliver_rcu+0x93/0x360 [12541.439108][ C1] ip_local_deliver_finish+0x2ae/0x480 [12541.439382][ C1] ip_local_deliver+0x19d/0x480 [12541.439628][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [12541.439898][ C1] ? tcp_v4_early_demux+0x59a/0x9d0 [12541.440160][ C1] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12541.440509][ C1] ? rcu_read_lock_held+0xe/0x50 [12541.440762][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12541.441080][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12541.441341][ C1] ip_rcv+0x564/0x740 [12541.441544][ C1] ? __pfx_ip_rcv+0x10/0x10 [12541.441773][ C1] ? set_track_prepare+0x8a/0xd0 [12541.442027][ C1] ? __pfx_set_track_prepare+0x10/0x10 [12541.442303][ C1] ? vfs_write+0x9e9/0x10a0 [12541.442532][ C1] ? skb_clone+0x10b/0x330 [12541.442761][ C1] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12541.443080][ C1] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12541.443387][ C1] ? tcf_action_exec.part.0+0x112/0x3d0 [12541.443668][ C1] ? fl_classify+0x4dc/0x650 [cls_flower] [12541.443961][ C1] ? __tcf_classify+0x329/0x7d0 [12541.444206][ C1] ? __pfx_ip_rcv+0x10/0x10 [12541.444437][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [12541.444735][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12541.445019][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12541.445347][ C1] ? lock_acquire+0x1c1/0x220 [12541.445585][ C1] ? netif_receive_skb_internal+0x84/0x300 [12541.445881][ C1] netif_receive_skb_internal+0xb0/0x300 [12541.446164][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12541.446478][ C1] ? __copy_skb_header+0xaf/0x490 [12541.446737][ C1] ? __skb_clone+0x57a/0x760 [12541.446974][ C1] netif_receive_skb+0x55/0x280 [12541.447220][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12541.447531][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12541.447863][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [12541.448159][ C1] tcf_action_exec.part.0+0x112/0x3d0 [12541.448431][ C1] fl_classify+0x4dc/0x650 [cls_flower] [12541.448721][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12541.449042][ C1] ? stack_depot_save_flags+0x371/0x550 [12541.449325][ C1] ? kasan_save_stack+0x34/0x50 [12541.449573][ C1] ? kasan_save_stack+0x24/0x50 [12541.449820][ C1] ? kasan_save_track+0x14/0x30 [12541.450064][ C1] ? kasan_save_free_info+0x3f/0x60 [12541.450328][ C1] ? __kasan_slab_free+0xfc/0x1c0 [12541.450580][ C1] ? kmem_cache_free+0xf3/0x2c0 [12541.450827][ C1] ? tcp_validate_incoming+0x3fe/0x1d60 [12541.451105][ C1] ? tcp_rcv_state_process+0x55e/0x1fd0 [12541.451383][ C1] ? do_raw_spin_trylock+0xb9/0x190 [12541.451645][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12541.451930][ C1] ? lock_acquire+0x1c1/0x220 [12541.452169][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12541.452471][ C1] ? get_stack_info_noinstr+0x18/0x110 [12541.452748][ C1] ? get_stack_info+0x36/0xc0 [12541.452986][ C1] ? stack_access_ok+0xda/0x1f0 [12541.453233][ C1] ? get_reg+0x119/0x190 [12541.453449][ C1] ? unwind_next_frame+0x12af/0x1d10 [12541.453715][ C1] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12541.454023][ C1] __tcf_classify+0x329/0x7d0 [12541.454261][ C1] tcf_classify+0x283/0x930 [12541.454492][ C1] ? arch_stack_walk+0xa2/0x100 [12541.454742][ C1] ? __pfx_tcf_classify+0x10/0x10 [12541.454997][ C1] ? get_stack_info+0x36/0xc0 [12541.455235][ C1] tc_run+0x2e4/0x5d0 [12541.455442][ C1] ? __pfx_tc_run+0x10/0x10 [12541.455672][ C1] ? lock_acquire+0x1c1/0x220 [12541.455909][ C1] ? __dev_queue_xmit+0x1da/0x17e0 [12541.456167][ C1] __dev_queue_xmit+0x686/0x17e0 [12541.456419][ C1] ? lock_acquire+0x1c1/0x220 [12541.456657][ C1] ? ip_finish_output2+0x786/0x18e0 [12541.456920][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12541.457222][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [12541.457491][ C1] ? neigh_hh_output+0x348/0x590 [12541.457741][ C1] ? ip_finish_output2+0x262/0x18e0 [12541.458005][ C1] ip_finish_output2+0x786/0x18e0 [12541.458259][ C1] ? stack_depot_save_flags+0x45/0x550 [12541.458534][ C1] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12541.458877][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [12541.459150][ C1] ? rcu_read_lock_held+0xe/0x50 [12541.459401][ C1] ? __ip_finish_output+0x10f/0x770 [12541.459664][ C1] ip_output+0x16b/0x4f0 [12541.459879][ C1] ? run_timer_softirq+0x72/0x100 [12541.460141][ C1] ? __pfx_ip_output+0x10/0x10 [12541.460384][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12541.460669][ C1] ? rcu_read_lock_held+0xe/0x50 [12541.460920][ C1] ? ip_local_out+0x114/0x3b0 [12541.461156][ C1] __ip_queue_xmit+0x672/0x17b0 [12541.461403][ C1] ? __create_object+0x5e/0xb0 [12541.461646][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [12541.461913][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [12541.462193][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [12541.462464][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [12541.462743][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12541.463013][ C1] tcp_delack_timer+0x84/0x240 [12541.463257][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12541.463531][ C1] call_timer_fn+0x173/0x430 [12541.463766][ C1] ? __pfx_call_timer_fn+0x10/0x10 [12541.464028][ C1] ? next_expiry_recalc+0xcd/0x220 [12541.464287][ C1] __run_timers.part.0+0x52d/0x890 [12541.464545][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [12541.464821][ C1] ? __pfx___run_timers.part.0+0x10/0x10 [12541.465103][ C1] ? __common_interrupt+0x7c/0x180 [12541.465363][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12541.465667][ C1] run_timer_softirq+0x72/0x100 [12541.465915][ C1] __do_softirq+0x1b9/0x7ff [12541.466144][ C1] irq_exit_rcu+0x98/0xc0 [12541.466365][ C1] sysvec_apic_timer_interrupt+0x75/0x80 [12541.466646][ C1] [12541.466797][ C1] [12541.466951][ C1] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12541.467259][ C1] RIP: 0010:_raw_spin_unlock_irqrestore+0x43/0x70 [12541.467580][ C1] Code: 10 e8 c1 90 a4 fd 48 89 ef e8 d9 18 a5 fd 81 e3 00 02 00 00 75 1d 9c 58 f6 c4 02 75 29 48 85 db 74 01 fb 65 ff 0d 55 fd d5 72 <74> 0e 5b 5d c3 cc cc cc cc e8 af d7 c6 fd eb dc 0f 1f 44 00 00 5b [12541.468540][ C1] RSP: 0018:ffffc90000c3fa88 EFLAGS: 00000286 [12541.468852][ C1] RAX: 0000000000000046 RBX: 0000000000000200 RCX: 1ffffffff1e1d0fb [12541.469246][ C1] RDX: 0000000000000000 RSI: 0000000000000008 RDI: ffffffff8d49b981 [12541.469639][ C1] RBP: ffffffff91233820 R08: 0000000000000000 R09: fffffbfff1e1ceb2 [12541.470037][ C1] R10: ffffffff8f0e7597 R11: 0000000000000000 R12: 0000000000000cf3 [12541.470433][ C1] R13: ffffffff91233930 R14: ffffffff91233820 R15: ffff8880041b0000 [12541.470837][ C1] ? _raw_spin_unlock_irqrestore+0x51/0x70 [12541.471132][ C1] uart_write+0x220/0x440 [12541.471354][ C1] process_output_block+0x13e/0x790 [12541.471618][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12541.471922][ C1] n_tty_write+0x414/0x7a0 [12541.472150][ C1] ? __pfx_n_tty_write+0x10/0x10 [12541.472399][ C1] ? __pfx_woken_wake_function+0x10/0x10 [12541.472685][ C1] ? lock_acquire+0x1c1/0x220 [12541.472923][ C1] ? iterate_tty_write+0x95/0x540 [12541.473178][ C1] iterate_tty_write+0x229/0x540 [12541.473429][ C1] file_tty_write.constprop.0+0x1db/0x370 [12541.473716][ C1] vfs_write+0x9e9/0x10a0 [12541.473939][ C1] ? lock_acquire+0x1c1/0x220 [12541.474175][ C1] ? __might_fault+0xc6/0x180 [12541.474414][ C1] ? __pfx_vfs_write+0x10/0x10 [12541.474656][ C1] ? __might_fault+0xc6/0x180 [12541.474895][ C1] ? lock_release+0x1d5/0x250 [12541.475132][ C1] ? __fget_light+0x54/0x1e0 [12541.475371][ C1] ksys_write+0xf5/0x1e0 [12541.475585][ C1] ? __pfx_ksys_write+0x10/0x10 [12541.475835][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12541.476138][ C1] do_syscall_64+0xc9/0x1e0 [12541.476372][ C1] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12541.476668][ C1] RIP: 0033:0x7fd66fef3957 [12541.476898][ C1] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12541.477860][ C1] RSP: 002b:00007ffc04fd39e8 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12541.478279][ C1] RAX: ffffffffffffffda RBX: 0000560a908fc0c0 RCX: 00007fd66fef3957 [12541.478673][ C1] RDX: 0000000000000001 RSI: 0000560a908fc0c0 RDI: 0000000000000001 [12541.479074][ C1] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12541.479473][ C1] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560a908e8560 [12541.479872][ C1] R13: 0000560a908c92a0 R14: 0000000000000001 R15: 0000560a908e8560 [12541.480272][ C1] [12541.480428][ C2] watchdog: BUG: soft lockup - CPU#2 stuck for 9433s! [swapper/2:0] [12541.480848][ C2] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_matchall act_mirred sch_prio ip6_gre ip6_tunnel tunnel6 gre em_meta cls_basic sch_ets sch_tbf act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel bridge stp llc 8021q sch_ingress vrf veth [12541.482263][ C2] irq event stamp: 30502624 [12541.482495][ C2] hardirqs last enabled at (30502623): [] tick_nohz_idle_exit+0xc7/0x240 [12541.483004][ C2] hardirqs last disabled at (30502624): [] __schedule+0xa87/0x1ac0 [12541.483480][ C2] softirqs last enabled at (30502612): [] __do_softirq+0x519/0x7ff [12541.483957][ C2] softirqs last disabled at (30502605): [] irq_exit_rcu+0x98/0xc0 [12541.484426][ C2] CPU: 2 PID: 0 Comm: swapper/2 Tainted: G L 6.8.0-rc3-virtme #1 [12541.484884][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12541.485496][ C2] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12541.485821][ C2] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12541.486790][ C2] RSP: 0018:ffffc9000021fa98 EFLAGS: 00000202 [12541.487098][ C2] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8d49c450 [12541.487496][ C2] RDX: ffffed100126b36c RSI: 0000000000000004 RDI: ffff888009359b58 [12541.487896][ C2] RBP: ffff888009359b58 R08: 0000000000000000 R09: ffffed100126b36b [12541.488294][ C2] R10: ffff888009359b5b R11: 0000008000000000 R12: 0000000000000003 [12541.488692][ C2] R13: ffffed100126b36b R14: 0000000000000001 R15: 1ffff92000043f54 [12541.489097][ C2] FS: 0000000000000000(0000) GS:ffff888035a00000(0000) knlGS:0000000000000000 [12541.489543][ C2] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12541.489877][ C2] CR2: 00005637657b6000 CR3: 0000000008110005 CR4: 0000000000770ef0 [12541.490278][ C2] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12541.490677][ C2] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12541.491077][ C2] PKRU: 55555554 [12541.491257][ C2] Call Trace: [12541.491430][ C2] [12541.491577][ C2] ? watchdog_timer_fn+0x2cf/0x3c0 [12541.491841][ C2] ? __run_hrtimer+0x1c0/0x710 [12541.492082][ c0 RCX: 00007fd66fef3957 [12972.352905][ C2] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006b7eea4 [12972.502940][ C1] RDX: 0000000000000001 RSI: 0000560a908fc0c0 RDI: 0000000000000001 [12972.653199][ C2] R10: ffff888035bf7523 R11: ffff888035bfc348 R12: 0000000000000000 [12972.804070][ C1] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12972.954203][ C2] R13: ffff888001d1a640 R14: dffffc0000000000 R15: 0000000000000000 [12973.074803][ C1] R10: 0000000000000001 R11: 0000000000000246 R12: 0000560a908e8560 [12973.225057][ C2] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [12973.375844][ C1] R13: 0000560a908c92a0 R14: 0000000000000001 R15: 0000560a908e8560 [12973.524407][ C2] ? cpuidle_idle_call+0x1f6/0x280 [12973.675325][ C1] [12973.825354][ C2] default_idle_call+0x69/0xa0 [12974.006316][ C1] Sending NMI from CPU 1 to CPUs 2: [12974.184341][ C2] cpuidle_idle_call+0x1f6/0x280 [12974.332890][ C2] NMI backtrace for cpu 2 [12974.332896][ C2] CPU: 2 PID: 0 Comm: swapper/2 Tainted: G L 6.8.0-rc3-virtme #1 [12974.332901][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12974.332904][ C2] RIP: 0010:memmove+0x0/0x1b0 [12974.332910][ C2] Code: 47 01 44 88 0c 17 88 0f c3 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 00 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 0f 1e fa 48 89 f8 48 39 fe 7d 0f 49 89 f0 49 01 d0 49 39 f8 0f [12974.332914][ C2] RSP: 0018:ffffc9000021ede0 EFLAGS: 00000093 [12974.332918][ C2] RAX: 0000000000000004 RBX: 1ffff92000043dbe RCX: 000000007ffffffa [12974.332920][ C2] RDX: 0000000000000002 RSI: ffffc9000021f1e7 RDI: ffffc9000021f1eb [12974.332922][ C2] RBP: 0000000000000002 R08: ffff0a0000000604 R09: 0000000000000000 [12974.332924][ C2] R10: ffffffff8d8c4784 R11: 30303178302f3237 R12: ffffc9000021f1e9 [12974.332926][ C2] R13: 000000007ffffffa R14: ffffc9000021f1e7 R15: 0000000000000004 [12974.332928][ C2] FS: 0000000000000000(0000) GS:ffff888035a00000(0000) knlGS:0000000000000000 [12974.332931][ C2] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12974.332934][ C2] CR2: 00005637657b6000 CR3: 0000000008110005 CR4: 0000000000770ef0 [12974.332936][ C2] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12974.332937][ C2] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12974.332939][ C2] PKRU: 55555554 [12974.332940][ C2] Call Trace: [12974.332943][ C2] [12974.332946][ C2] ? nmi_cpu_backtrace+0x112/0x220 [12974.332954][ C2] ? nmi_cpu_backtrace_handler+0x11/0x20 [12974.332959][ C2] ? nmi_handle+0x153/0x420 [12974.332965][ C2] ? default_do_nmi+0x41/0x100 [12974.332969][ C2] ? exc_nmi+0xf3/0x120 [12974.332971][ C2] ? end_repeat_nmi+0xf/0x60 [12974.332980][ C2] ? __pfx___memmove+0x10/0x10 [12974.332983][ C2] ? __pfx___memmove+0x10/0x10 [12974.332987][ C2] ? __pfx___memmove+0x10/0x10 [12974.332990][ C2] [12974.332991][ C2] [12974.332992][ C2] widen_string+0x190/0x1d0 [12974.333007][ C2] ? __pfx_widen_string+0x10/0x10 [12974.333012][ C2] string+0x169/0x320 [12974.333015][ C2] ? format_decode+0x539/0x890 [12974.333019][ C2] ? __pfx_symbol_string+0x10/0x10 [12974.333022][ C2] ? __pfx_string+0x10/0x10 [12974.333024][ C2] ? symbol_string+0x1ef/0x3a0 [12974.333029][ C2] vsnprintf+0x809/0x1600 [12974.333034][ C2] ? __pfx_vsnprintf+0x10/0x10 [12974.333037][ C2] ? desc_read+0x2af/0x440 [12974.333042][ C2] sprintf+0xb2/0xe0 [12974.333045][ C2] ? __pfx_sprintf+0x10/0x10 [12974.333047][ C2] ? desc_read_finalized_seq+0x72/0x130 [12974.333051][ C2] ? info_print_prefix+0xf6/0x2f0 [12974.333056][ C2] info_print_prefix+0xf6/0x2f0 [12974.333060][ C2] ? __pfx_info_print_prefix+0x10/0x10 [12974.333063][ C2] ? __pfx__prb_read_valid+0x10/0x10 [12974.333067][ C2] record_print_text+0x13d/0x380 [12974.333071][ C2] ? __pfx_record_print_text+0x10/0x10 [12974.333075][ C2] ? prb_read_valid+0x6a/0x90 [12974.333078][ C2] ? __pfx_prb_read_valid+0x10/0x10 [12974.333080][ C2] ? cpuidle_idle_call+0x1f6/0x280 [12974.333082][ C2] ? pointer+0x448/0x9e0 [12974.333085][ C2] printk_get_next_message+0x1b8/0x6b0 [12974.333091][ C2] ? __pfx_printk_get_next_message+0x10/0x10 [12974.333095][ C2] ? vsnprintf+0x86f/0x1600 [12974.333099][ C2] ? __pfx__prb_commit+0x10/0x10 [12974.333101][ C2] ? do_raw_spin_trylock+0xb9/0x190 [12974.333108][ C2] ? lock_acquire+0x1c1/0x220 [12974.333111][ C2] ? console_flush_all+0x121/0x950 [12974.333115][ C2] console_flush_all+0x2e3/0x950 [12974.333120][ C2] ? __pfx_console_flush_all+0x10/0x10 [12974.333124][ C2] ? do_raw_spin_trylock+0xb9/0x190 [12974.333127][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12974.333131][ C2] console_unlock+0x94/0x260 [12974.333134][ C2] ? __pfx_console_unlock+0x10/0x10 [12974.333138][ C2] ? lock_acquire+0x1c0/0x220 [12974.333140][ C2] ? console_trylock_spinning+0x159/0x200 [12974.333145][ C2] vprintk_emit+0x140/0x1d0 [12974.333148][ C2] ? unwind_next_frame+0x12af/0x1d10 [12974.333152][ C2] ? cpuidle_idle_call+0x1f6/0x280 [12974.333154][ C2] _printk+0xb7/0xf0 [12974.333157][ C2] ? __pfx__printk+0x10/0x10 [12974.333161][ C2] ? lock_release+0x1d5/0x250 [12974.333164][ C2] ? cpuidle_idle_call+0x1f6/0x280 [12974.333166][ C2] ? cpuidle_idle_call+0x1f6/0x280 [12974.333168][ C2] show_trace_log_lvl+0x272/0x410 [12974.333173][ C2] ? cpuidle_idle_call+0x1f6/0x280 [12974.333177][ C2] ? cpuidle_idle_call+0x1f6/0x280 [12974.333181][ C2] watchdog_timer_fn+0x2cf/0x3c0 [12974.333188][ C2] __run_hrtimer+0x1c0/0x710 [12974.333193][ C2] ? __pfx_watchdog_timer_fn+0x10/0x10 [12974.333196][ C2] __hrtimer_run_queues+0x197/0x270 [12974.333200][ C2] ? __pfx___hrtimer_run_queues+0x10/0x10 [12974.333202][ C2] ? kvm_clock_get_cycles+0x18/0x30 [12974.333208][ C2] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12974.333214][ C2] hrtimer_interrupt+0x2c3/0x770 [12974.333218][ C2] ? trace_rcu_dyntick+0x10a/0x150 [12974.333225][ C2] __sysvec_apic_timer_interrupt+0xbe/0x380 [12974.333232][ C2] sysvec_apic_timer_interrupt+0x39/0x80 [12974.333235][ C2] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12974.333240][ C2] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12974.333245][ C2] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12974.333247][ C2] RSP: 0018:ffffc9000021fa98 EFLAGS: 00000202 [12974.333249][ C2] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8d49c450 [12974.333250][ C2] RDX: ffffed100126b36c RSI: 0000000000000004 RDI: ffff888009359b58 [12974.333252][ C2] RBP: ffff888009359b58 R08: 0000000000000000 R09: ffffed100126b36b [12974.333254][ C2] R10: ffff888009359b5b R11: 0000008000000000 R12: 0000000000000003 [12974.333255][ C2] R13: ffffed100126b36b R14: 0000000000000001 R15: 1ffff92000043f54 [12974.333259][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [12974.333263][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [12974.333266][ C2] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12974.333269][ C2] ? get_stack_info+0x36/0xc0 [12974.333275][ C2] ? lock_acquire+0x1c1/0x220 [12974.333278][ C2] ? lock_release+0x1d5/0x250 [12974.333281][ C2] do_raw_spin_lock+0x1ec/0x270 [12974.333285][ C2] ? __pfx_do_raw_spin_lock+0x10/0x10 [12974.333288][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12974.333291][ C2] ? lock_acquire+0x1c1/0x220 [12974.333294][ C2] ? tcp_v4_rcv+0x221e/0x2ac0 [12974.333300][ C2] _raw_spin_lock_nested+0x65/0x80 [12974.333304][ C2] tcp_v4_rcv+0x221e/0x2ac0 [12974.333311][ C2] ? __pfx_tcp_v4_rcv+0x10/0x10 [12974.333314][ C2] ? __pfx_raw_v4_input+0x10/0x10 [12974.333320][ C2] ip_protocol_deliver_rcu+0x93/0x360 [12974.333330][ C2] ip_local_deliver_finish+0x2ae/0x480 [12974.333334][ C2] ip_local_deliver+0x19d/0x480 [12974.333337][ C2] ? __pfx_ip_local_deliver+0x10/0x10 [12974.333339][ C2] ? tcp_v4_early_demux+0x59a/0x9d0 [12974.333342][ C2] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12974.333350][ C2] ? rcu_read_lock_held+0xe/0x50 [12974.333356][ C2] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12974.333359][ C2] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12974.333371][ C2] ip_rcv+0x564/0x740 [12974.333374][ C2] ? __pfx_ip_rcv+0x10/0x10 [12974.333377][ C2] ? set_track_prepare+0x8a/0xd0 [12974.333384][ C2] ? __pfx_set_track_prepare+0x10/0x10 [12974.333387][ C2] ? start_secondary+0x21c/0x2b0 [12974.333390][ C2] ? skb_clone+0x10b/0x330 [12974.333395][ C2] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12974.333403][ C2] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12974.333408][ C2] ? tcf_action_exec.part.0+0x112/0x3d0 [12974.333415][ C2] ? fl_classify+0x4dc/0x650 [cls_flower] [12974.333424][ C2] ? __tcf_classify+0x329/0x7d0 [12974.333427][ C2] ? __pfx_ip_rcv+0x10/0x10 [12974.333430][ C2] __netif_receive_skb_one_core+0x166/0x1b0 [12974.333434][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12974.333437][ C2] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12974.333442][ C2] ? lock_acquire+0x1c1/0x220 [12974.333444][ C2] ? netif_receive_skb_internal+0x84/0x300 [12974.333449][ C2] netif_receive_skb_internal+0xb0/0x300 [12974.333453][ C2] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12974.333457][ C2] ? __copy_skb_header+0xaf/0x490 [12974.333460][ C2] ? __skb_clone+0x57a/0x760 [12974.333463][ C2] netif_receive_skb+0x55/0x280 [12974.333466][ C2] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12974.333476][ C2] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12974.333483][ C2] tcf_mirred_act+0x338/0x780 [act_mirred] [12974.333490][ C2] tcf_action_exec.part.0+0x112/0x3d0 [12974.333496][ C2] fl_classify+0x4dc/0x650 [cls_flower] [12974.333507][ C2] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12974.333515][ C2] ? get_stack_info+0x36/0xc0 [12974.333520][ C2] ? unwind_next_frame+0x1cc/0x1d10 [12974.333523][ C2] ? secondary_startup_64_no_verify+0x16d/0x17b [12974.333529][ C2] ? __pfx_unwind_next_frame+0x10/0x10 [12974.333532][ C2] ? __pfx_unwind_next_frame+0x10/0x10 [12974.333535][ C2] ? secondary_startup_64_no_verify+0x16d/0x17b [12974.333538][ C2] ? kernel_text_address+0x17/0xe0 [12974.333543][ C2] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12974.333549][ C2] ? arch_stack_walk+0x8c/0x100 [12974.333555][ C2] ? secondary_startup_64_no_verify+0x16d/0x17b [12974.333559][ C2] ? stack_trace_save+0x95/0xd0 [12974.333562][ C2] ? get_stack_info_noinstr+0x18/0x110 [12974.333565][ C2] ? get_stack_info+0x36/0xc0 [12974.333569][ C2] __tcf_classify+0x329/0x7d0 [12974.333575][ C2] tcf_classify+0x283/0x930 [12974.333579][ C2] ? __pfx_tcf_classify+0x10/0x10 [12974.333581][ C2] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12974.333585][ C2] tc_run+0x2e4/0x5d0 [12974.333591][ C2] ? __pfx_tc_run+0x10/0x10 [12974.333594][ C2] ? lock_acquire+0x1c1/0x220 [12974.333597][ C2] ? __dev_queue_xmit+0x1da/0x17e0 [12974.333601][ C2] __dev_queue_xmit+0x686/0x17e0 [12974.333606][ C2] ? lock_acquire+0x1c1/0x220 [12974.333608][ C2] ? ip_finish_output2+0x786/0x18e0 [12974.333612][ C2] ? trace_irq_enable.constprop.0+0xd4/0x100 [12974.333618][ C2] ? __pfx___dev_queue_xmit+0x10/0x10 [12974.333621][ C2] ? neigh_hh_output+0x348/0x590 [12974.333626][ C2] ? ip_finish_output2+0x262/0x18e0 [12974.333630][ C2] ip_finish_output2+0x786/0x18e0 [12974.333634][ C2] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12974.333642][ C2] ? __pfx_ip_finish_output2+0x10/0x10 [12974.333645][ C2] ? rcu_read_lock_held+0xe/0x50 [12974.333649][ C2] ? __ip_finish_output+0x10f/0x770 [12974.333653][ C2] ip_output+0x16b/0x4f0 [12974.333657][ C2] ? __pfx_ip_output+0x10/0x10 [12974.333660][ C2] ? __pfx_set_track_prepare+0x10/0x10 [12974.333663][ C2] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12974.333666][ C2] ? kmem_cache_alloc_node+0x2b6/0x2e0 [12974.333670][ C2] ? kmalloc_reserve+0x11c/0x1f0 [12974.333674][ C2] ? __alloc_skb+0xd4/0x280 [12974.333678][ C2] ? tcp_stream_alloc_skb+0x30/0x510 [12974.333681][ C2] ? tcp_fragment+0x168/0x1040 [12974.333686][ C2] ? rcu_read_lock_held+0xe/0x50 [12974.333689][ C2] ? ip_local_out+0x114/0x3b0 [12974.333693][ C2] __ip_queue_xmit+0x672/0x17b0 [12974.333697][ C2] ? __skb_clone+0x57a/0x760 [12974.333700][ C2] __tcp_transmit_skb+0x22b1/0x2d20 [12974.333706][ C2] ? __pfx___tcp_transmit_skb+0x10/0x10 [12974.333710][ C2] ? ipv4_dst_check+0xe3/0x170 [12974.333716][ C2] ? __sk_dst_check+0x1a1/0x2b0 [12974.333721][ C2] __tcp_retransmit_skb.part.0+0x4f5/0x1170 [12974.333727][ C2] ? __pfx___tcp_retransmit_skb.part.0+0x10/0x10 [12974.333730][ C2] ? tcp_fragment+0xb0e/0x1040 [12974.333734][ C2] tcp_send_loss_probe+0x348/0x830 [12974.333738][ C2] ? __pfx_tcp_write_timer+0x10/0x10 [12974.333742][ C2] tcp_write_timer+0x82/0x1d0 [12974.333746][ C2] call_timer_fn+0x173/0x430 [12974.333752][ C2] ? __pfx_call_timer_fn+0x10/0x10 [12974.333757][ C2] ? next_expiry_recalc+0xcd/0x220 [12974.333761][ C2] __run_timers.part.0+0x52d/0x890 [12974.333764][ C2] ? __pfx_tcp_write_timer+0x10/0x10 [12974.333769][ C2] ? __pfx___run_timers.part.0+0x10/0x10 [12974.333772][ C2] ? lock_acquire+0x1c1/0x220 [12974.333774][ C2] ? clockevents_program_event+0xf6/0x300 [12974.333779][ C2] ? lock_release+0x1d5/0x250 [12974.333782][ C2] ? kvm_clock_get_cycles+0x18/0x30 [12974.333784][ C2] ? ktime_get+0xb3/0x190 [12974.333788][ C2] ? clockevents_program_event+0x1ea/0x300 [12974.333792][ C2] run_timer_softirq+0x72/0x100 [12974.333795][ C2] __do_softirq+0x1b9/0x7ff [12974.333800][ C2] irq_exit_rcu+0x98/0xc0 [12974.333804][ C2] sysvec_apic_timer_interrupt+0x75/0x80 [12974.333807][ C2] [12974.333808][ C2] [12974.333809][ C2] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12974.333812][ C2] RIP: 0010:default_idle+0xf/0x20 [12974.333815][ C2] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d c3 79 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [12974.333817][ C2] RSP: 0018:ffffc9000014fdf8 EFLAGS: 00000246 [12974.333819][ C2] RAX: ffff888035bf7520 RBX: 1ffff92000029fc1 RCX: ffffffff8d4692f2 [12974.333821][ C2] RDX: ffffed1006b7eea5 RSI: 0000000000000004 RDI: ffffffff8ae978b6 [12974.333822][ C2] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006b7eea4 [12974.333823][ C2] R10: ffff888035bf7523 R11: ffff888035bfc348 R12: 0000000000000000 [12974.333825][ C2] R13: ffff888001d1a640 R14: dffffc0000000000 R15: 0000000000000000 [12974.333828][ C2] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [12974.333832][ C2] ? cpuidle_idle_call+0x1f6/0x280 [12974.333835][ C2] default_idle_call+0x69/0xa0 [12974.333838][ C2] cpuidle_idle_call+0x1f6/0x280 [12974.333841][ C2] ? __pfx_cpuidle_idle_call+0x10/0x10 [12974.333843][ C2] ? lock_release+0x1d5/0x250 [12974.333845][ C2] ? tsc_verify_tsc_adjust+0x65/0x2b0 [12974.333849][ C2] do_idle+0xfb/0x160 [12974.333852][ C2] cpu_startup_entry+0x55/0x60 [12974.333855][ C2] start_secondary+0x21c/0x2b0 [12974.333858][ C2] ? __pfx_start_secondary+0x10/0x10 [12974.333862][ C2] secondary_startup_64_no_verify+0x16d/0x17b [12974.333869][ C2] [12988.643361][ C2] ? __pfx_cpuidle_idle_call+0x10/0x10 [12988.643677][ C2] ? lock_release+0x1d5/0x250 [12988.643940][ C2] ? tsc_verify_tsc_adjust+0x65/0x2b0 [12988.644243][ C2] do_idle+0xfb/0x160 [12988.644466][ C2] cpu_startup_entry+0x55/0x60 [12988.644734][ C2] start_secondary+0x21c/0x2b0 [12988.645001][ C2] ? __pfx_start_secondary+0x10/0x10 [12988.645297][ C2] secondary_startup_64_no_verify+0x16d/0x17b [12988.645642][ C2] [12988.645816][ C3] watchdog: BUG: soft lockup - CPU#3 stuck for 61s! [rcu_preempt:17] [12988.646285][ C3] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_matchall act_mirred sch_prio ip6_gre ip6_tunnel tunnel6 gre em_meta cls_basic sch_ets sch_tbf act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel bridge stp llc 8021q sch_ingress vrf veth [12988.647855][ C3] irq event stamp: 17414642 [12988.648105][ C3] hardirqs last enabled at (17414641): [] _raw_spin_unlock_irqrestore+0x51/0x70 [12988.648705][ C3] hardirqs last disabled at (17414642): [] __schedule+0xa87/0x1ac0 [12988.649227][ C3] softirqs last enabled at (17215390): [] __do_softirq+0x519/0x7ff [12988.649751][ C3] softirqs last disabled at (17215385): [] irq_exit_rcu+0x98/0xc0 [12988.650272][ C3] CPU: 3 PID: 17 Comm: rcu_preempt Tainted: G L 6.8.0-rc3-virtme #1 [12988.650789][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12988.651463][ C3] RIP: 0010:_raw_spin_unlock_irqrestore+0x43/0x70 [12988.651820][ C3] Code: 10 e8 c1 90 a4 fd 48 89 ef e8 d9 18 a5 fd 81 e3 00 02 00 00 75 1d 9c 58 f6 c4 02 75 29 48 85 db 74 01 fb 65 ff 0d 55 fd d5 72 <74> 0e 5b 5d c3 cc cc cc cc e8 af d7 c6 fd eb dc 0f 1f 44 00 00 5b [12988.652889][ C3] RSP: 0018:ffffc9000011fca8 EFLAGS: 00000286 [12988.653227][ C3] RAX: 0000000000000046 RBX: 0000000000000200 RCX: 1ffffffff1e1d0fb [12988.653665][ C3] RDX: 0000000000000000 RSI: 0000000000000008 RDI: ffffffff8d49b981 [12988.654103][ C3] RBP: ffffffff8e759740 R08: 0000000000000000 R09: fffffbfff1e1ceb2 [12988.654540][ C3] R10: ffffffff8f0e7597 R11: ffff888035ffc348 R12: ffffffff8e7597f4 [12988.654979][ C3] R13: ffffffff8e759740 R14: 00000000001fcf00 R15: dffffc0000000000 [12988.655417][ C3] FS: 0000000000000000(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [12988.655910][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12988.656276][ C3] CR2: 00007efd214bb270 CR3: 000000000559e005 CR4: 0000000000770ef0 [12988.656719][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12988.657163][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12988.657602][ C3] PKRU: 55555554 [12988.657804][ C3] Call Trace: [12988.657992][ C3] [12988.658155][ C3] ? watchdog_timer_fn+0x2cf/0x3c0 [12988.658443][ C3] ? __run_hrtimer+0x1c0/0x710 [12988.658714][ C3] ? __pfx_watchdog_timer_fn+0x10/0x10 [12988.659018][ C3] ? __hrtimer_run_queues+0x197/0x270 [12988.659319][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [12988.659642][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12988.659937][ C3] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12988.660276][ C3] ? hrtimer_interrupt+0x2c3/0x770 [12988.660566][ C3] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12988.660903][ C3] ? sysvec_apic_timer_interrupt+0x70/0x80 [12988.661228][ C3] [12988.661394][ C3] [12988.661559][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12988.661906][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [12988.662229][ C3] ? _raw_spin_unlock_irqrestore+0x43/0x70 [12988.662555][ C3] force_qs_rnp+0x567/0x920 [12988.662812][ C3] ? __pfx_rcu_implicit_dynticks_qs+0x10/0x10 [12988.663151][ C3] rcu_gp_fqs_loop+0x64f/0xaa0 [12988.663420][ C3] ? __pfx_rcu_gp_fqs_loop+0x10/0x10 [12988.663714][ C3] ? _raw_spin_lock_irqsave+0x5e/0x90 [12988.664016][ C3] rcu_gp_kthread+0x35b/0x540 [12988.664280][ C3] ? __pfx_rcu_gp_kthread+0x10/0x10 [12988.664570][ C3] ? __kthread_parkme+0xc7/0x1f0 [12988.664847][ C3] ? __pfx_rcu_gp_kthread+0x10/0x10 [12988.665140][ C3] ? __pfx_rcu_gp_kthread+0x10/0x10 [12988.665432][ C3] kthread+0x28f/0x360 [12988.665662][ C3] ? __pfx_kthread+0x10/0x10 [12988.665922][ C3] ret_from_fork+0x31/0x70 [12988.666170][ C3] ? __pfx_kthread+0x10/0x10 [12988.666428][ C3] ret_from_fork_asm+0x1b/0x30 [12988.666713][ C3]