[11252.537460][ C2] watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [ncat:3649] [11252.537902][ C2] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 sch_prio act_mirred cls_matchall sch_red dummy sch_tbf 8021q ip_gre gre act_gact cls_flower sch_ingress bridge stp llc vrf veth [11252.539064][ C2] irq event stamp: 513224 [11252.539287][ C2] hardirqs last enabled at (513223): [] _raw_spin_unlock_irqrestore+0x51/0x70 [11252.539828][ C2] hardirqs last disabled at (513224): [] __schedule+0xa87/0x1ac0 [11252.540311][ C2] softirqs last enabled at (509240): [] tcp_recvmsg+0xf8/0x4f0 [11252.540783][ C2] softirqs last disabled at (509238): [] __release_sock+0x14f/0x2a0 [11252.541277][ C2] CPU: 2 PID: 3649 Comm: ncat Tainted: G L 6.8.0-rc2-virtme #1 [11252.541739][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11252.542399][ C2] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11252.542740][ C2] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11252.543747][ C2] RSP: 0018:ffffc900003479f8 EFLAGS: 00000202 [11252.544062][ C2] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11252.544470][ C2] RDX: ffffed100141336c RSI: 0000000000000004 RDI: ffff88800a099b58 [11252.544877][ C2] RBP: ffff88800a099b58 R08: 0000000000000000 R09: ffffed100141336b [11252.545284][ C2] R10: ffff88800a099b5b R11: 0000000000000000 R12: 0000000000000003 [11252.545693][ C2] R13: ffffed100141336b R14: 0000000000000001 R15: 1ffff92000068f40 [11252.546101][ C2] FS: 00007f405fe4f740(0000) GS:ffff888035a00000(0000) knlGS:0000000000000000 [11252.546557][ C2] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11252.546902][ C2] CR2: 00007f7d5698e0e8 CR3: 0000000009b94004 CR4: 00000000001706f0 [11252.547313][ C2] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11252.547722][ C2] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11252.548134][ C2] Call Trace: [11252.548313][ C2] [11252.548466][ C2] ? watchdog_timer_fn+0x2cf/0x3c0 [11252.548734][ C2] ? __run_hrtimer+0x1c3/0x710 [11252.548985][ C2] ? __pfx_watchdog_timer_fn+0x10/0x10 [11252.549267][ C2] ? __hrtimer_run_queues+0x197/0x270 [11252.549548][ C2] ? __pfx___hrtimer_run_queues+0x10/0x10 [11252.549846][ C2] ? kvm_clock_get_cycles+0x18/0x30 [11252.550122][ C2] ? ktime_get_update_offsets_now+0xe4/0x2d0 [11252.550438][ C2] ? hrtimer_interrupt+0x2c3/0x770 [11252.550705][ C2] ? __sysvec_apic_timer_interrupt+0xc1/0x380 [11252.551023][ C2] ? sysvec_apic_timer_interrupt+0x70/0x80 [11252.551330][ C2] [11252.551482][ C2] [11252.551634][ C2] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11252.551976][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [11252.552284][ C2] ? queued_spin_lock_slowpath+0x12d/0xb90 [11252.552597][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [11252.552904][ C2] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11252.553245][ C2] ? __pfx_timestamp_truncate+0x10/0x10 [11252.553532][ C2] ? ktime_get_coarse_real_ts64+0x13d/0x170 [11252.553840][ C2] do_raw_spin_lock+0x1ec/0x270 [11252.554096][ C2] ? __pfx_do_raw_spin_lock+0x10/0x10 [11252.554374][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11252.554664][ C2] ? lock_acquire+0x1c1/0x220 [11252.554909][ C2] ? lock_sock_nested+0x59/0xe0 [11252.555167][ C2] _raw_spin_lock_bh+0x6f/0x80 [11252.555422][ C2] lock_sock_nested+0x59/0xe0 [11252.555666][ C2] ? tcp_recvmsg+0xcf/0x4f0 [11252.555900][ C2] tcp_recvmsg+0xcf/0x4f0 [11252.556125][ C2] ? lock_release+0x1d5/0x250 [11252.556366][ C2] ? __pfx_tcp_recvmsg+0x10/0x10 [11252.556623][ C2] ? core_sys_select+0x620/0x710 [11252.556885][ C2] ? __pfx_core_sys_select+0x10/0x10 [11252.557162][ C2] inet_recvmsg+0xf9/0x2c0 [11252.557396][ C2] ? __pfx_pipe_write+0x10/0x10 [11252.557647][ C2] ? __pfx_inet_recvmsg+0x10/0x10 [11252.557907][ C2] ? __fget_light+0x54/0x1e0 [11252.558148][ C2] ? sockfd_lookup_light+0x1a/0x160 [11252.558423][ C2] __sys_recvfrom+0x2fb/0x3b0 [11252.558672][ C2] ? __pfx___sys_recvfrom+0x10/0x10 [11252.558944][ C2] ? __might_fault+0xc6/0x180 [11252.559197][ C2] ? do_pselect.constprop.0+0x12b/0x1e0 [11252.559489][ C2] ? __pfx_do_pselect.constprop.0+0x10/0x10 [11252.559794][ C2] ? restore_fpregs_from_fpstate+0x99/0x160 [11252.560107][ C2] ? __pfx_restore_fpregs_from_fpstate+0x10/0x10 [11252.560437][ C2] __x64_sys_recvfrom+0xe0/0x1c0 [11252.560693][ C2] ? trace_irq_enable.constprop.0+0xd4/0x100 [11252.561007][ C2] do_syscall_64+0xcc/0x1e0 [11252.561247][ C2] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [11252.561551][ C2] RIP: 0033:0x7f406008b4c0 [11252.561795][ C2] Code: 84 00 00 00 00 00 0f 1f 40 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 [11252.562833][ C2] RSP: 002b:00007ffea0141738 EFLAGS: 00000246 ORIG_RAX: 000000000000002d [11252.563280][ C2] RAX: ffffffffffffffda RBX: 000055c215955a20 RCX: 00007f406008b4c0 [11252.563700][ C2] RDX: 0000000000002000 RSI: 00007ffea01417c0 RDI: 0000000000000008 [11252.564106][ C2] RBP: 00007ffea01417c0 R08: 0000000000000000 R09: 0000000000000000 [11252.564510][ C2] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [11252.564913][ C2] R13: 000055c215955a20 R14: 0000000000000000 R15: 00007ffea01417bc [11252.565323][ C2] [11268.527460][ C0] watchdog: BUG: soft lockup - CPU#0 stuck for 9388s! [swapper/0:0] [11268.527936][ C0] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 sch_prio act_mirred cls_matchall sch_red dummy sch_tbf 8021q ip_gre gre act_gact cls_flower sch_ingress bridge stp llc vrf veth [11268.529135][ C0] irq event stamp: 27567077 [11268.529377][ C0] hardirqs last enabled at (27567077): [] cpuidle_idle_call+0x1f6/0x280 [11268.529908][ C0] hardirqs last disabled at (27567076): [] do_idle+0xeb/0x160 [11268.530377][ C0] softirqs last enabled at (27567072): [] __do_softirq+0x519/0x7ff [11268.530877][ C0] softirqs last disabled at (27567065): [] irq_exit_rcu+0x98/0xc0 [11268.531370][ C0] CPU: 0 PID: 0 Comm: swapper/0 Tainted: G L 6.8.0-rc2-virtme #1 [11268.531851][ C0] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11268.532490][ C0] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11268.532828][ C0] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11268.533842][ C0] RSP: 0018:ffffc900000069d8 EFLAGS: 00000202 [11268.534165][ C0] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11268.534583][ C0] RDX: ffffed100141336c RSI: 0000000000000004 RDI: ffff88800a099b58 [11268.535000][ C0] RBP: ffff88800a099b58 R08: 0000000000000000 R09: ffffed100141336b [11268.535423][ C0] R10: ffff88800a099b5b R11: 0000008000000000 R12: 0000000000000003 [11268.535841][ C0] R13: ffffed100141336b R14: 0000000000000001 R15: 1ffff92000000d3c [11268.536260][ C0] FS: 0000000000000000(0000) GS:ffff888035200000(0000) knlGS:0000000000000000 [11268.536729][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11268.537081][ C0] CR2: 0000561149a581b0 CR3: 0000000009b94006 CR4: 00000000001706f0 [11268.537501][ C0] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11268.537924][ C0] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11268.538350][ C0] Call Trace: [11268.538537][ C0] [11268.538694][ C0] ? watchdog_timer_fn+0x2cf/0x3c0 [11268.538970][ C0] ? __run_hrtimer+0x1c3/0x710 [11268.539226][ C0] ? __pfx_watchdog_timer_fn+0x10/0x10 [11268.539514][ C0] ? __hrtimer_run_queues+0x197/0x270 [11268.539802][ C0] ? __pfx___hrtimer_run_queues+0x10/0x10 [11268.540108][ C0] ? kvm_clock_get_cycles+0x18/0x30 [11268.540392][ C0] ? ktime_get_update_offsets_now+0xe4/0x2d0 [11268.540714][ C0] ? hrtimer_interrupt+0x2c3/0x770 [11268.540985][ C0] ? trace_rcu_dyntick+0x10a/0x150 [11268.541264][ C0] ? __sysvec_apic_timer_interrupt+0xc1/0x380 [11268.541585][ C0] ? sysvec_apic_timer_interrupt+0x39/0x80 [11268.541900][ C0] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11268.542229][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [11268.542535][ C0] ? queued_spin_lock_slowpath+0x12d/0xb90 [11268.542847][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [11268.543153][ C0] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11268.543478][ C0] ? get_stack_info+0x36/0xc0 [11268.543737][ C0] ? lock_acquire+0x1c1/0x220 [11268.543993][ C0] ? lock_release+0x1d5/0x250 [11268.544248][ C0] do_raw_spin_lock+0x1ec/0x270 [11268.544511][ C0] ? __pfx_do_raw_spin_lock+0x10/0x10 [11268.544797][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11268.545095][ C0] ? lock_acquire+0x1c1/0x220 [11268.545341][ C0] ? tcp_v4_rcv+0x2159/0x29b0 [11268.545590][ C0] _raw_spin_lock_nested+0x65/0x80 [11268.545860][ C0] tcp_v4_rcv+0x2159/0x29b0 [11268.546110][ C0] ? __pfx_tcp_v4_rcv+0x10/0x10 [11268.546371][ C0] ? __pfx_raw_v4_input+0x10/0x10 [11268.546642][ C0] ? __inet_lookup_established+0x341/0x610 [11268.546957][ C0] ip_protocol_deliver_rcu+0x93/0x360 [11268.547246][ C0] ip_local_deliver_finish+0x2ae/0x450 [11268.547536][ C0] ip_local_deliver+0x19d/0x480 [11268.547796][ C0] ? __pfx_ip_local_deliver+0x10/0x10 [11268.548082][ C0] ? rcu_read_lock_held+0xe/0x50 [11268.548351][ C0] ? tcp_v4_early_demux+0x5a9/0x950 [11268.548626][ C0] ? rcu_read_lock_held+0xe/0x50 [11268.548888][ C0] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [11268.549225][ C0] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [11268.549498][ C0] ip_rcv+0x564/0x740 [11268.549711][ C0] ? __pfx_ip_rcv+0x10/0x10 [11268.549950][ C0] ? set_track_prepare+0x8a/0xd0 [11268.550215][ C0] ? __pfx_set_track_prepare+0x10/0x10 [11268.550506][ C0] ? rest_init+0x153/0x260 [11268.550742][ C0] ? skb_clone+0x10b/0x330 [11268.550985][ C0] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [11268.551317][ C0] ? tcf_mirred_act+0x338/0x780 [act_mirred] [11268.551639][ C0] ? tcf_action_exec.part.0+0x115/0x3d0 [11268.551940][ C0] ? fl_classify+0x4dc/0x650 [cls_flower] [11268.552247][ C0] ? __tcf_classify+0x32c/0x7d0 [11268.552505][ C0] ? __pfx_ip_rcv+0x10/0x10 [11268.552744][ C0] __netif_receive_skb_one_core+0x166/0x1b0 [11268.553056][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11268.553352][ C0] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [11268.553695][ C0] ? lock_acquire+0x1c1/0x220 [11268.553947][ C0] ? netif_receive_skb_internal+0x84/0x300 [11268.554260][ C0] netif_receive_skb_internal+0xb0/0x300 [11268.554555][ C0] ? __pfx_netif_receive_skb_internal+0x10/0x10 [11268.554893][ C0] ? __copy_skb_header+0xaf/0x490 [11268.555167][ C0] ? __skb_clone+0x57a/0x760 [11268.555415][ C0] netif_receive_skb+0x55/0x280 [11268.555674][ C0] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [11268.556000][ C0] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [11268.556345][ C0] tcf_mirred_act+0x338/0x780 [act_mirred] [11268.556659][ C0] tcf_action_exec.part.0+0x115/0x3d0 [11268.556944][ C0] fl_classify+0x4dc/0x650 [cls_flower] [11268.557242][ C0] ? hlock_class+0x4e/0x130 [11268.557486][ C0] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [11268.557811][ C0] ? place_entity+0x21/0x2f0 [11268.558056][ C0] ? resched_curr+0x219/0x280 [11268.558308][ C0] ? __pfx_resched_curr+0x10/0x10 [11268.558581][ C0] ? __pfx_sched_clock_cpu+0x10/0x10 [11268.558863][ C0] ? unwind_next_frame+0x1cc/0x1d10 [11268.559138][ C0] ? wakeup_preempt+0x161/0x2c0 [11268.559392][ C0] ? activate_task+0xf5/0x260 [11268.559638][ C0] ? trace_sched_wakeup+0xd2/0x100 [11268.559912][ C0] ? do_raw_spin_unlock+0x58/0x220 [11268.560187][ C0] ? _raw_spin_unlock+0x23/0x40 [11268.560446][ C0] ? get_stack_info_noinstr+0x18/0x110 [11268.560734][ C0] ? get_stack_info+0x36/0xc0 [11268.560986][ C0] ? stack_access_ok+0xda/0x1f0 [11268.561245][ C0] ? get_reg+0x119/0x190 [11268.561475][ C0] __tcf_classify+0x32c/0x7d0 [11268.561726][ C0] tcf_classify+0x283/0x930 [11268.561974][ C0] ? __pfx_stack_trace_consume_entry+0x10/0x10 [11268.562305][ C0] ? __pfx_tcf_classify+0x10/0x10 [11268.562570][ C0] ? arch_stack_walk+0x8c/0x100 [11268.562829][ C0] ? get_stack_info_noinstr+0x18/0x110 [11268.563116][ C0] tc_run+0x2e4/0x5d0 [11268.563334][ C0] ? __pfx_tc_run+0x10/0x10 [11268.563579][ C0] ? lock_acquire+0x1c1/0x220 [11268.563830][ C0] ? __dev_queue_xmit+0x1c1/0x1ca0 [11268.564107][ C0] __dev_queue_xmit+0x8eb/0x1ca0 [11268.564372][ C0] ? __pfx___dev_queue_xmit+0x10/0x10 [11268.564658][ C0] ? ip_finish_output2+0x786/0x18e0 [11268.564937][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [11268.565262][ C0] ? neigh_hh_output+0x348/0x590 [11268.565524][ C0] ? ip_finish_output2+0x262/0x18e0 [11268.565811][ C0] ip_finish_output2+0x786/0x18e0 [11268.566085][ C0] ? stack_depot_save_flags+0x45/0x550 [11268.566382][ C0] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [11268.566731][ C0] ? __pfx_ip_finish_output2+0x10/0x10 [11268.567019][ C0] ? rcu_read_lock_held+0xe/0x50 [11268.567283][ C0] ? __ip_finish_output+0x10f/0x770 [11268.567557][ C0] ip_output+0x16b/0x4f0 [11268.567783][ C0] ? __run_timers.part.0+0x52d/0x890 [11268.568068][ C0] ? __pfx_ip_output+0x10/0x10 [11268.568324][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11268.568625][ C0] ? rcu_read_lock_held+0xe/0x50 [11268.568885][ C0] ? ip_local_out+0x114/0x3b0 [11268.569140][ C0] __ip_queue_xmit+0x672/0x1910 [11268.569405][ C0] ? __skb_clone+0x57a/0x760 [11268.569653][ C0] __tcp_transmit_skb+0x22b1/0x2d20 [11268.569930][ C0] ? __pfx___tcp_transmit_skb+0x10/0x10 [11268.570223][ C0] ? tcp_small_queue_check.isra.0+0xe9/0x380 [11268.570538][ C0] tcp_write_xmit+0xe42/0x24c0 [11268.570795][ C0] ? tcp_current_mss+0x40a/0x510 [11268.571058][ C0] ? __pfx_tcp_current_mss+0x10/0x10 [11268.571341][ C0] ? __pfx_tcp_write_xmit+0x10/0x10 [11268.571619][ C0] ? mark_lock_irq+0x6e2/0xa10 [11268.571874][ C0] ? tcp_mstamp_refresh+0x16/0xa0 [11268.572139][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [11268.572455][ C0] ? kvm_clock_get_cycles+0x18/0x30 [11268.572735][ C0] ? ktime_get+0xb6/0x190 [11268.572968][ C0] tcp_send_loss_probe+0x4c9/0x830 [11268.573244][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [11268.573523][ C0] tcp_write_timer+0x82/0x1d0 [11268.573777][ C0] call_timer_fn+0x176/0x430 [11268.574025][ C0] ? __pfx_call_timer_fn+0x10/0x10 [11268.574297][ C0] ? next_expiry_recalc+0xcd/0x220 [11268.574572][ C0] __run_timers.part.0+0x52d/0x890 [11268.574842][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [11268.575124][ C0] ? __pfx___run_timers.part.0+0x10/0x10 [11268.575420][ C0] ? lock_acquire+0x1c1/0x220 [11268.575672][ C0] ? clockevents_program_event+0xf6/0x300 [11268.575981][ C0] ? lock_release+0x1d5/0x250 [11268.576233][ C0] ? kvm_clock_get_cycles+0x18/0x30 [11268.576511][ C0] ? ktime_get+0xb6/0x190 [11268.576742][ C0] ? __pfx_lapic_next_deadline+0x10/0x10 [11268.577045][ C0] ? clockevents_program_event+0x1ed/0x300 [11268.577352][ C0] run_timer_softirq+0x72/0x100 [11268.577618][ C0] __do_softirq+0x1bc/0x7ff [11268.577863][ C0] irq_exit_rcu+0x98/0xc0 [11268.578097][ C0] sysvec_apic_timer_interrupt+0x75/0x80 [11268.578399][ C0] [11268.578554][ C0] [11268.578709][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11268.579024][ C0] RIP: 0010:default_idle+0xf/0x20 [11268.579294][ C0] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa eb 07 0f 00 2d 73 92 41 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [11268.580314][ C0] RSP: 0018:ffffffff91c07df8 EFLAGS: 00000246 [11268.580637][ C0] RAX: ffff8880353f7520 RBX: 1ffffffff2380fc1 RCX: ffffffff90c47942 [11268.581061][ C0] RDX: ffffed1006a7eea5 RSI: 0000000000000004 RDI: ffffffff8e6968b6 [11268.581486][ C0] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006a7eea4 [11268.581909][ C0] R10: ffff8880353f7523 R11: ffff8880353fc348 R12: 0000000000000000 [11268.582328][ C0] R13: ffffffff91c1ce00 R14: dffffc0000000000 R15: 0000000000013d50 [11268.582744][ C0] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [11268.583045][ C0] ? cpuidle_idle_call+0x1f6/0x280 [11268.583317][ C0] default_idle_call+0x69/0xa0 [11268.583574][ C0] cpuidle_idle_call+0x1f6/0x280 [11268.583836][ C0] ? __pfx_cpuidle_idle_call+0x10/0x10 [11268.584128][ C0] ? lock_release+0x1d5/0x250 [11268.584376][ C0] do_idle+0xfb/0x160 [11268.584587][ C0] cpu_startup_entry+0x55/0x60 [11268.584838][ C0] rest_init+0x153/0x260 [11268.585068][ C0] ? acpi_enable_subsystem+0xac/0x150 [11268.585352][ C0] arch_call_rest_init+0x13/0x40 [11268.585616][ C0] start_kernel+0x314/0x3d0 [11268.585861][ C0] x86_64_start_reservations+0x18/0x30 [11268.586153][ C0] x86_64_start_kernel+0xba/0x110 [11268.586419][ C0] secondary_startup_64_no_verify+0x16d/0x17b [11268.586745][ C0] [11268.586910][ C1] watchdog: BUG: soft lockup - CPU#1 stuck for 9388s! [ksoftirqd/1:22] [11268.587373][ C1] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 sch_prio act_mirred cls_matchall sch_red dummy sch_tbf 8021q ip_gre gre act_gact cls_flower sch_ingress bridge stp llc vrf veth [11268.588559][ C1] irq event stamp: 3886976 [11268.588793][ C1] hardirqs last enabled at (3886975): [] irqentry_exit+0x3b/0x90 [11268.589295][ C1] hardirqs last disabled at (3886976): [] __schedule+0xa87/0x1ac0 [11268.589791][ C1] softirqs last enabled at (3886464): [] __do_softirq+0x519/0x7ff [11268.590291][ C1] softirqs last disabled at (3886323): [] irq_exit_rcu+0x98/0xc0 [11268.590776][ C1] CPU: 1 PID: 22 Comm: ksoftirqd/1 Tainted: G L 6.8.0-rc2-virtme #1 [11268.591271][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11268.591919][ C1] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11268.592257][ C1] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11268.593267][ C1] RSP: 0018:ffffc9000019e9e8 EFLAGS: 00000202 [11268.593600][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11268.594019][ C1] RDX: ffffed10014131c4 RSI: 0000000000000004 RDI: ffff88800a098e18 [11268.594438][ C1] RBP: ffff88800a098e18 R08: 0000000000000000 R09: ffffed10014131c3 [11268.594858][ C1] R10: ffff88800a098e1b R11: 0000008000000000 R12: 0000000000000003 [11268.595275][ C1] R13: ffffed10014131c3 R14: 0000000000000001 R15: 1ffff92000033d3e [11268.595696][ C1] FS: 0000000000000000(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [11268.596165][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11268.596519][ C1] CR2: 000056114a94d000 CR3: 0000000009b94004 CR4: 00000000001706f0 [11268.596939][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11268.597360][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11268.597782][ C1] Call Trace: [11268.597966][ C1] [11268.598122][ C1] ? watchdog_timer_fn+0x2cf/0x3c0 [11268.598397][ C1] ? __run_hrtimer+0x1c3/0x710 [11268.598652][ C1] ? __pfx_watchdog_timer_fn+0x10/0x10 [11268.598941][ C1] ? __hrtimer_run_queues+0x197/0x270 [11268.599230][ C1] ? __pfx___hrtimer_run_queues+0x10/0x10 [11268.599537][ C1] ? kvm_clock_get_cycles+0x18/0x30 [11268.599819][ C1] ? ktime_get_update_offsets_now+0xe4/0x2d0 [11268.600141][ C1] ? hrtimer_interrupt+0x2c3/0x770 [11268.600415][ C1] ? __sysvec_apic_timer_interrupt+0xc1/0x380 [11268.600743][ C1] ? sysvec_apic_timer_interrupt+0x70/0x80 [11268.601057][ C1] [11268.601215][ C1] [11268.601371][ C1] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11268.601700][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [11268.602010][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [11268.602324][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [11268.602625][ C1] ? run_ksoftirqd+0xb/0x60 [11268.602867][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11268.603194][ C1] ? __orc_find+0x9c/0xf0 [11268.603427][ C1] ? lock_acquire+0x1c1/0x220 [11268.603683][ C1] ? irqentry_enter+0x2b/0x60 [11268.603939][ C1] do_raw_spin_lock+0x1ec/0x270 [11268.604203][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [11268.604491][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11268.604792][ C1] ? lock_acquire+0x1c1/0x220 [11268.605039][ C1] ? tcp_v4_rcv+0x2159/0x29b0 [11268.605288][ C1] _raw_spin_lock_nested+0x65/0x80 [11268.605558][ C1] tcp_v4_rcv+0x2159/0x29b0 [11268.605809][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [11268.606071][ C1] ? __pfx_raw_v4_input+0x10/0x10 [11268.606345][ C1] ip_protocol_deliver_rcu+0x93/0x360 [11268.606636][ C1] ip_local_deliver_finish+0x2ae/0x450 [11268.606932][ C1] ip_local_deliver+0x19d/0x480 [11268.607192][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [11268.607477][ C1] ? rcu_read_lock_held+0xe/0x50 [11268.607741][ C1] ? tcp_v4_early_demux+0x5a9/0x950 [11268.608021][ C1] ? rcu_read_lock_held+0xe/0x50 [11268.608285][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [11268.608618][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [11268.608897][ C1] ip_rcv+0x564/0x740 [11268.609113][ C1] ? __pfx_ip_rcv+0x10/0x10 [11268.609357][ C1] ? set_track_prepare+0x8a/0xd0 [11268.609626][ C1] ? irqentry_enter+0x2b/0x60 [11268.609876][ C1] ? irqentry_enter+0x2b/0x60 [11268.610125][ C1] ? __pfx_ip_rcv+0x10/0x10 [11268.610364][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [11268.610680][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [11268.611020][ C1] ? netif_receive_skb_internal+0x84/0x300 [11268.611326][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [11268.611673][ C1] netif_receive_skb_internal+0xb0/0x300 [11268.611981][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [11268.612318][ C1] netif_receive_skb+0x55/0x280 [11268.612580][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [11268.612912][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [11268.613261][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [11268.613573][ C1] tcf_action_exec.part.0+0x115/0x3d0 [11268.613865][ C1] fl_classify+0x4dc/0x650 [cls_flower] [11268.614173][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [11268.614502][ C1] ? unwind_next_frame+0x1478/0x1d10 [11268.614785][ C1] ? arch_stack_walk+0x68/0x100 [11268.615045][ C1] ? unwind_next_frame+0x1cc/0x1d10 [11268.615319][ C1] ? irqentry_enter+0x2b/0x60 [11268.615567][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11268.615883][ C1] ? irqentry_enter+0x2b/0x60 [11268.616137][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11268.616462][ C1] ? unwind_next_frame+0x1478/0x1d10 [11268.616741][ C1] ? arch_stack_walk+0x68/0x100 [11268.617006][ C1] __tcf_classify+0x32c/0x7d0 [11268.617262][ C1] tcf_classify+0x283/0x930 [11268.617507][ C1] ? __pfx_tcf_classify+0x10/0x10 [11268.617779][ C1] tc_run+0x2e4/0x5d0 [11268.617994][ C1] ? __pfx_tc_run+0x10/0x10 [11268.618239][ C1] __dev_queue_xmit+0x8eb/0x1ca0 [11268.618505][ C1] ? irqentry_enter+0x2b/0x60 [11268.618752][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [11268.619038][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11268.619359][ C1] ip_finish_output2+0x786/0x18e0 [11268.619630][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [11268.619923][ C1] ? rcu_read_lock_held+0xe/0x50 [11268.620188][ C1] ? __ip_finish_output+0x10f/0x770 [11268.620469][ C1] ip_output+0x16b/0x4f0 [11268.620694][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11268.621009][ C1] ? __pfx_ip_output+0x10/0x10 [11268.621267][ C1] ? __pfx_vrf_output_direct_finish+0x10/0x10 [vrf] [11268.621618][ C1] ? __pfx_ip_output+0x10/0x10 [11268.621878][ C1] __ip_queue_xmit+0x672/0x1910 [11268.622141][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [11268.622422][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [11268.622716][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [11268.623002][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [11268.623296][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11268.623578][ C1] tcp_delack_timer+0x84/0x240 [11268.623829][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11268.624114][ C1] call_timer_fn+0x176/0x430 [11268.624363][ C1] ? __pfx_call_timer_fn+0x10/0x10 [11268.624636][ C1] ? _raw_spin_unlock_irq+0x28/0x50 [11268.624916][ C1] __run_timers.part.0+0x52d/0x890 [11268.625191][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11268.625475][ C1] ? __pfx___run_timers.part.0+0x10/0x10 [11268.625773][ C1] ? __pfx___schedule+0x10/0x10 [11268.626038][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11268.626357][ C1] run_timer_softirq+0x72/0x100 [11268.626614][ C1] __do_softirq+0x1bc/0x7ff [11268.626854][ C1] ? __pfx_run_ksoftirqd+0x10/0x10 [11268.627127][ C1] run_ksoftirqd+0x2e/0x60 [11268.627367][ C1] smpboot_thread_fn+0x30e/0x840 [11268.627631][ C1] ? __pfx_smpboot_thread_fn+0x10/0x10 [11268.627923][ C1] ? __pfx_smpboot_thread_fn+0x10/0x10 [11268.628209][ C1] kthread+0x292/0x360 [11268.628429][ C1] ? __pfx_kthread+0x10/0x10 [11268.628673][ C1] ret_from_fork+0x34/0x70 [11268.628914][ C1] ? __pfx_kthread+0x10/0x10 [11268.629157][ C1] ret_from_fork_asm+0x1b/0x30 [11268.629418][ C1] [11280.537460][ C2] watchdog: BUG: soft lockup - CPU#2 stuck for 48s! [ncat:3649] [11280.537897][ C2] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 sch_prio act_mirred cls_matchall sch_red dummy sch_tbf 8021q ip_gre gre act_gact cls_flower sch_ingress bridge stp llc vrf veth [11280.539066][ C2] irq event stamp: 513224 [11280.539293][ C2] hardirqs last enabled at (513223): [] _raw_spin_unlock_irqrestore+0x51/0x70 [11280.539838][ C2] hardirqs last disabled at (513224): [] __schedule+0xa87/0x1ac0 [11280.540317][ C2] softirqs last enabled at (509240): [] tcp_recvmsg+0xf8/0x4f0 [11280.540795][ C2] softirqs last disabled at (509238): [] __release_sock+0x14f/0x2a0 [11280.541292][ C2] CPU: 2 PID: 3649 Comm: ncat Tainted: G L 6.8.0-rc2-virtme #1 [11280.541753][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11280.542419][ C2] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11280.542763][ C2] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11280.543779][ C2] RSP: 0018:ffffc900003479f8 EFLAGS: 00000202 [11280.544098][ C2] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11280.544506][ C2] RDX: ffffed100141336c RSI: 0000000000000004 RDI: ffff88800a099b58 [11280.544922][ C2] RBP: ffff88800a099b58 R08: 0000000000000000 R09: ffffed100141336b [11280.545336][ C2] R10: ffff88800a099b5b R11: 0000000000000000 R12: 0000000000000003 [11280.545744][ C2] R13: ffffed100141336b R14: 0000000000000001 R15: 1ffff92000068f40 [11280.546155][ C2] FS: 00007f405fe4f740(0000) GS:ffff888035a00000(0000) knlGS:0000000000000000 [11280.546617][ C2] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11280.546955][ C2] CR2: 00007f7d5698e0e8 CR3: 0000000009b94004 CR4: 00000000001706f0 [11280.547368][ C2] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11280.547775][ C2] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11280.548182][ C2] Call Trace: [11280.548357][ C2] [11280.548510][ C2] ? watchdog_timer_fn+0x2cf/0x3c0 [11280.548780][ C2] ? __run_hrtimer+0x1c3/0x710 [11280.549028][ C2] ? __pfx_watchdog_timer_fn+0x10/0x10 [11280.549315][ C2] ? __hrtimer_run_queues+0x197/0x270 [11280.549593][ C2] ? __pfx___hrtimer_run_queues+0x10/0x10 [11280.549886][ C2] ? kvm_clock_get_cycles+0x18/0x30 [11280.550161][ C2] ? ktime_get_update_offsets_now+0xe4/0x2d0 [11280.550473][ C2] ? hrtimer_interrupt+0x2c3/0x770 [11280.550747][ C2] ? __sysvec_apic_timer_interrupt+0xc1/0x380 [11280.551065][ C2] ? sysvec_apic_timer_interrupt+0x70/0x80 [11280.551366][ C2] [11280.551523][ C2] [11280.551679][ C2] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11280.552050][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [11280.552356][ C2] ? queued_spin_lock_slowpath+0x12d/0xb90 [11280.552669][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [11280.552970][ C2] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11280.553297][ C2] ? __pfx_timestamp_truncate+0x10/0x10 [11280.553586][ C2] ? ktime_get_coarse_real_ts64+0x13d/0x170 [11280.553896][ C2] do_raw_spin_lock+0x1ec/0x270 [11280.554152][ C2] ? __pfx_do_raw_spin_lock+0x10/0x10 [11280.554431][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11280.554725][ C2] ? lock_acquire+0x1c1/0x220 [11280.554968][ C2] ? lock_sock_nested+0x59/0xe0 [11280.555222][ C2] _raw_spin_lock_bh+0x6f/0x80 [11280.555470][ C2] lock_sock_nested+0x59/0xe0 [11280.555716][ C2] ? tcp_recvmsg+0xcf/0x4f0 [11280.555955][ C2] tcp_recvmsg+0xcf/0x4f0 [11280.556182][ C2] ? lock_release+0x1d5/0x250 [11280.556429][ C2] ? __pfx_tcp_recvmsg+0x10/0x10 [11280.556688][ C2] ? core_sys_select+0x620/0x710 [11280.556944][ C2] ? __pfx_core_sys_select+0x10/0x10 [11280.557224][ C2] inet_recvmsg+0xf9/0x2c0 [11280.557457][ C2] ? __pfx_pipe_write+0x10/0x10 [11280.557713][ C2] ? __pfx_inet_recvmsg+0x10/0x10 [11280.557975][ C2] ? __fget_light+0x54/0x1e0 [11280.558220][ C2] ? sockfd_lookup_light+0x1a/0x160 [11280.558489][ C2] __sys_recvfrom+0x2fb/0x3b0 [11280.558731][ C2] ? __pfx___sys_recvfrom+0x10/0x10 [11280.558999][ C2] ? __might_fault+0xc6/0x180 [11280.559248][ C2] ? do_pselect.constprop.0+0x12b/0x1e0 [11280.559534][ C2] ? __pfx_do_pselect.constprop.0+0x10/0x10 [11280.559844][ C2] ? restore_fpregs_from_fpstate+0x99/0x160 [11280.560153][ C2] ? __pfx_restore_fpregs_from_fpstate+0x10/0x10 [11280.560481][ C2] __x64_sys_recvfrom+0xe0/0x1c0 [11280.560740][ C2] ? trace_irq_enable.constprop.0+0xd4/0x100 [11280.561052][ C2] do_syscall_64+0xcc/0x1e0 [11280.561293][ C2] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [11280.561604][ C2] RIP: 0033:0x7f406008b4c0 [11280.561860][ C2] Code: 84 00 00 00 00 00 0f 1f 40 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 [11280.562885][ C2] RSP: 002b:00007ffea0141738 EFLAGS: 00000246 ORIG_RAX: 000000000000002d [11280.563331][ C2] RAX: ffffffffffffffda RBX: 000055c215955a20 RCX: 00007f406008b4c0 [11280.563736][ C2] RDX: 0000000000002000 RSI: 00007ffea01417c0 RDI: 0000000000000008 [11280.564141][ C2] RBP: 00007ffea01417c0 R08: 0000000000000000 R09: 0000000000000000 [11280.564549][ C2] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [11280.564954][ C2] R13: 000055c215955a20 R14: 0000000000000000 R15: 00007ffea01417bc [11280.565366][ C2] [11293.261024][ C0] rcu: INFO: rcu_preempt self-detected stall on CPU [11293.261412][ C0] rcu: 0-....: (10037332 ticks this GP) idle=bc7c/0/0x3 softirq=297651/297651 fqs=2379827 [11293.261954][ C0] rcu: (t=10098952 jiffies g=1007429 q=593 ncpus=4) [11293.262311][ C0] rcu: rcu_preempt kthread timer wakeup didn't happen for 61436 jiffies! g1007429 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x402 [11293.262972][ C0] rcu: Possible timer handling issue on cpu=2 timer-softirq=2469423 [11293.263380][ C0] rcu: rcu_preempt kthread starved for 61440 jiffies! g1007429 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x402 ->cpu=2 [11293.263971][ C0] rcu: Unless rcu_preempt kthread gets sufficient CPU time, OOM is now expected behavior. [11293.264472][ C0] rcu: RCU grace-period kthread stack dump: [11293.264788][ C0] task:rcu_preempt state:I stack:28608 pid:17 tgid:17 ppid:2 flags:0x00004000 [11293.265311][ C0] Call Trace: [11293.265492][ C0] [11293.265656][ C0] __schedule+0x705/0x1ac0 [11293.265895][ C0] ? __pfx___schedule+0x10/0x10 [11293.266146][ C0] ? __pfx___mod_timer+0x10/0x10 [11293.266406][ C0] ? lock_acquire+0x1c1/0x220 [11293.266657][ C0] ? schedule+0x163/0x280 [11293.266884][ C0] schedule+0xeb/0x280 [11293.267097][ C0] schedule_timeout+0xff/0x250 [11293.267342][ C0] ? __pfx_schedule_timeout+0x10/0x10 [11293.267619][ C0] ? __pfx_process_timeout+0x10/0x10 [11293.267896][ C0] ? prepare_to_swait_event+0xfa/0x4a0 [11293.268177][ C0] rcu_gp_fqs_loop+0x1ad/0xaa0 [11293.268427][ C0] ? __pfx_rcu_gp_fqs_loop+0x10/0x10 [11293.268697][ C0] ? _raw_spin_lock_irqsave+0x5e/0x90 [11293.268976][ C0] rcu_gp_kthread+0x35b/0x540 [11293.269221][ C0] ? __pfx_rcu_gp_kthread+0x10/0x10 [11293.269493][ C0] ? __kthread_parkme+0xc7/0x1f0 [11293.269750][ C0] ? __pfx_rcu_gp_kthread+0x10/0x10 [11293.270016][ C0] ? __pfx_rcu_gp_kthread+0x10/0x10 [11293.270282][ C0] kthread+0x292/0x360 [11293.270492][ C0] ? __pfx_kthread+0x10/0x10 [11293.270732][ C0] ret_from_fork+0x34/0x70 [11293.270963][ C0] ? __pfx_kthread+0x10/0x10 [11293.271204][ C0] ret_from_fork_asm+0x1b/0x30 [11293.271458][ C0] [11293.271619][ C0] rcu: Stack dump where RCU GP kthread last ran: [11293.271971][ C0] Sending NMI from CPU 0 to CPUs 2: [11293.272258][ C2] NMI backtrace for cpu 2 [11293.272265][ C2] CPU: 2 PID: 3649 Comm: ncat Tainted: G L 6.8.0-rc2-virtme #1 [11293.272270][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11293.272272][ C2] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11293.272280][ C2] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11293.272283][ C2] RSP: 0018:ffffc900003479f8 EFLAGS: 00000202 [11293.272286][ C2] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11293.272289][ C2] RDX: ffffed100141336c RSI: 0000000000000004 RDI: ffff88800a099b58 [11293.272291][ C2] RBP: ffff88800a099b58 R08: 0000000000000000 R09: ffffed100141336b [11293.272293][ C2] R10: ffff88800a099b5b R11: 0000000000000000 R12: 0000000000000003 [11293.272295][ C2] R13: ffffed100141336b R14: 0000000000000001 R15: 1ffff92000068f40 [11293.272296][ C2] FS: 00007f405fe4f740(0000) GS:ffff888035a00000(0000) knlGS:0000000000000000 [11293.272298][ C2] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11293.272302][ C2] CR2: 00007f7d5698e0e8 CR3: 0000000009b94004 CR4: 00000000001706f0 [11293.272304][ C2] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11293.272305][ C2] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11293.272308][ C2] Call Trace: [11293.272310][ C2] [11293.272314][ C2] ? nmi_cpu_backtrace+0x112/0x220 [11293.272321][ C2] ? nmi_cpu_backtrace_handler+0x11/0x20 [11293.272326][ C2] ? nmi_handle+0x156/0x420 [11293.272331][ C2] ? default_do_nmi+0x41/0x100 [11293.272335][ C2] ? exc_nmi+0xf3/0x120 [11293.272337][ C2] ? end_repeat_nmi+0xf/0x60 [11293.272342][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [11293.272345][ C2] ? queued_spin_lock_slowpath+0x12d/0xb90 [11293.272348][ C2] ? queued_spin_lock_slowpath+0x12d/0xb90 [11293.272352][ C2] ? queued_spin_lock_slowpath+0x12d/0xb90 [11293.272356][ C2] [11293.272357][ C2] [11293.272358][ C2] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11293.272362][ C2] ? __pfx_timestamp_truncate+0x10/0x10 [11293.272366][ C2] ? ktime_get_coarse_real_ts64+0x13d/0x170 [11293.272371][ C2] do_raw_spin_lock+0x1ec/0x270 [11293.272377][ C2] ? __pfx_do_raw_spin_lock+0x10/0x10 [11293.272380][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11293.272383][ C2] ? lock_acquire+0x1c1/0x220 [11293.272386][ C2] ? lock_sock_nested+0x59/0xe0 [11293.272390][ C2] _raw_spin_lock_bh+0x6f/0x80 [11293.272394][ C2] lock_sock_nested+0x59/0xe0 [11293.272397][ C2] ? tcp_recvmsg+0xcf/0x4f0 [11293.272401][ C2] tcp_recvmsg+0xcf/0x4f0 [11293.272404][ C2] ? lock_release+0x1d5/0x250 [11293.272406][ C2] ? __pfx_tcp_recvmsg+0x10/0x10 [11293.272409][ C2] ? core_sys_select+0x620/0x710 [11293.272414][ C2] ? __pfx_core_sys_select+0x10/0x10 [11293.272417][ C2] inet_recvmsg+0xf9/0x2c0 [11293.272421][ C2] ? __pfx_pipe_write+0x10/0x10 [11293.272425][ C2] ? __pfx_inet_recvmsg+0x10/0x10 [11293.272427][ C2] ? __fget_light+0x54/0x1e0 [11293.272432][ C2] ? sockfd_lookup_light+0x1a/0x160 [11293.272437][ C2] __sys_recvfrom+0x2fb/0x3b0 [11293.272440][ C2] ? __pfx___sys_recvfrom+0x10/0x10 [11293.272444][ C2] ? __might_fault+0xc6/0x180 [11293.272450][ C2] ? do_pselect.constprop.0+0x12b/0x1e0 [11293.272454][ C2] ? __pfx_do_pselect.constprop.0+0x10/0x10 [11293.272456][ C2] ? restore_fpregs_from_fpstate+0x99/0x160 [11293.272461][ C2] ? __pfx_restore_fpregs_from_fpstate+0x10/0x10 [11293.272466][ C2] __x64_sys_recvfrom+0xe0/0x1c0 [11293.272469][ C2] ? trace_irq_enable.constprop.0+0xd4/0x100 [11293.272474][ C2] do_syscall_64+0xcc/0x1e0 [11293.272479][ C2] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [11293.272484][ C2] RIP: 0033:0x7f406008b4c0 [11293.272488][ C2] Code: 84 00 00 00 00 00 0f 1f 40 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 [11293.272490][ C2] RSP: 002b:00007ffea0141738 EFLAGS: 00000246 ORIG_RAX: 000000000000002d [11293.272494][ C2] RAX: ffffffffffffffda RBX: 000055c215955a20 RCX: 00007f406008b4c0 [11293.272495][ C2] RDX: 0000000000002000 RSI: 00007ffea01417c0 RDI: 0000000000000008 [11293.272497][ C2] RBP: 00007ffea01417c0 R08: 0000000000000000 R09: 0000000000000000 [11293.272499][ C2] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [11293.272501][ C2] R13: 000055c215955a20 R14: 0000000000000000 R15: 00007ffea01417bc [11293.272506][ C2] [11293.273267][ C0] CPU: 0 PID: 0 Comm: swapper/0 Tainted: G L 6.8.0-rc2-virtme #1 [11293.296278][ C0] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11293.296906][ C0] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11293.297242][ C0] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11293.298231][ C0] RSP: 0018:ffffc900000069d8 EFLAGS: 00000202 [11293.298546][ C0] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11293.298957][ C0] RDX: ffffed100141336c RSI: 0000000000000004 RDI: ffff88800a099b58 [11293.299371][ C0] RBP: ffff88800a099b58 R08: 0000000000000000 R09: ffffed100141336b [11293.299777][ C0] R10: ffff88800a099b5b R11: 0000008000000000 R12: 0000000000000003 [11293.300184][ C0] R13: ffffed100141336b R14: 0000000000000001 R15: 1ffff92000000d3c [11293.300598][ C0] FS: 0000000000000000(0000) GS:ffff888035200000(0000) knlGS:0000000000000000 [11293.301058][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11293.301394][ C0] CR2: 0000561149a581b0 CR3: 0000000009b94006 CR4: 00000000001706f0 [11293.301833][ C0] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11293.302257][ C0] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11293.302679][ C0] Call Trace: [11293.302857][ C0] [11293.303020][ C0] ? rcu_dump_cpu_stacks+0x2a3/0x4c0 [11293.303298][ C0] ? print_cpu_stall+0x263/0x6a0 [11293.303555][ C0] ? check_cpu_stall+0x284/0x500 [11293.303808][ C0] ? rcu_pending+0x92/0x360 [11293.304044][ C0] ? rcu_sched_clock_irq+0x107/0x3f0 [11293.304320][ C0] ? update_process_times+0xb9/0x110 [11293.304591][ C0] ? tick_sched_handle+0x67/0x130 [11293.304853][ C0] ? tick_nohz_highres_handler+0xa7/0xd0 [11293.305145][ C0] ? __run_hrtimer+0x1c3/0x710 [11293.305390][ C0] ? __pfx_tick_nohz_highres_handler+0x10/0x10 [11293.305710][ C0] ? __hrtimer_run_queues+0x197/0x270 [11293.305986][ C0] ? __pfx___hrtimer_run_queues+0x10/0x10 [11293.306299][ C0] ? kvm_clock_get_cycles+0x18/0x30 [11293.306574][ C0] ? ktime_get_update_offsets_now+0xe4/0x2d0 [11293.306893][ C0] ? hrtimer_interrupt+0x2c3/0x770 [11293.307166][ C0] ? trace_rcu_dyntick+0x10a/0x150 [11293.307439][ C0] ? __sysvec_apic_timer_interrupt+0xc1/0x380 [11293.307768][ C0] ? sysvec_apic_timer_interrupt+0x39/0x80 [11293.308070][ C0] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11293.308387][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [11293.308682][ C0] ? queued_spin_lock_slowpath+0x12d/0xb90 [11293.308983][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [11293.309274][ C0] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11293.309585][ C0] ? get_stack_info+0x36/0xc0 [11293.309832][ C0] ? lock_acquire+0x1c1/0x220 [11293.310077][ C0] ? lock_release+0x1d5/0x250 [11293.310326][ C0] do_raw_spin_lock+0x1ec/0x270 [11293.310579][ C0] ? __pfx_do_raw_spin_lock+0x10/0x10 [11293.310858][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11293.311173][ C0] ? lock_acquire+0x1c1/0x220 [11293.311421][ C0] ? tcp_v4_rcv+0x2159/0x29b0 [11293.311672][ C0] _raw_spin_lock_nested+0x65/0x80 [11293.311948][ C0] tcp_v4_rcv+0x2159/0x29b0 [11293.312195][ C0] ? __pfx_tcp_v4_rcv+0x10/0x10 [11293.312449][ C0] ? __pfx_raw_v4_input+0x10/0x10 [11293.312715][ C0] ? __inet_lookup_established+0x341/0x610 [11293.313030][ C0] ip_protocol_deliver_rcu+0x93/0x360 [11293.313312][ C0] ip_local_deliver_finish+0x2ae/0x450 [11293.313592][ C0] ip_local_deliver+0x19d/0x480 [11293.313842][ C0] ? __pfx_ip_local_deliver+0x10/0x10 [11293.314117][ C0] ? rcu_read_lock_held+0xe/0x50 [11293.314372][ C0] ? tcp_v4_early_demux+0x5a9/0x950 [11293.314643][ C0] ? rcu_read_lock_held+0xe/0x50 [11293.314899][ C0] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [11293.315222][ C0] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [11293.315491][ C0] ip_rcv+0x564/0x740 [11293.315699][ C0] ? __pfx_ip_rcv+0x10/0x10 [11293.315938][ C0] ? set_track_prepare+0x8a/0xd0 [11293.316197][ C0] ? __pfx_set_track_prepare+0x10/0x10 [11293.316477][ C0] ? rest_init+0x153/0x260 [11293.316709][ C0] ? skb_clone+0x10b/0x330 [11293.316940][ C0] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [11293.317265][ C0] ? tcf_mirred_act+0x338/0x780 [act_mirred] [11293.317576][ C0] ? tcf_action_exec.part.0+0x115/0x3d0 [11293.317860][ C0] ? fl_classify+0x4dc/0x650 [cls_flower] [11293.318156][ C0] ? __tcf_classify+0x32c/0x7d0 [11293.318405][ C0] ? __pfx_ip_rcv+0x10/0x10 [11293.318637][ C0] __netif_receive_skb_one_core+0x166/0x1b0 [11293.318937][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11293.319226][ C0] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [11293.319556][ C0] ? lock_acquire+0x1c1/0x220 [11293.319799][ C0] ? netif_receive_skb_internal+0x84/0x300 [11293.320101][ C0] netif_receive_skb_internal+0xb0/0x300 [11293.320389][ C0] ? __pfx_netif_receive_skb_internal+0x10/0x10 [11293.320712][ C0] ? __copy_skb_header+0xaf/0x490 [11293.320973][ C0] ? __skb_clone+0x57a/0x760 [11293.321212][ C0] netif_receive_skb+0x55/0x280 [11293.321459][ C0] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [11293.321798][ C0] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [11293.322146][ C0] tcf_mirred_act+0x338/0x780 [act_mirred] [11293.322463][ C0] tcf_action_exec.part.0+0x115/0x3d0 [11293.322754][ C0] fl_classify+0x4dc/0x650 [cls_flower] [11293.323063][ C0] ? hlock_class+0x4e/0x130 [11293.323303][ C0] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [11293.323627][ C0] ? place_entity+0x21/0x2f0 [11293.323870][ C0] ? resched_curr+0x219/0x280 [11293.324110][ C0] ? __pfx_resched_curr+0x10/0x10 [11293.324367][ C0] ? __pfx_sched_clock_cpu+0x10/0x10 [11293.324641][ C0] ? unwind_next_frame+0x1cc/0x1d10 [11293.324910][ C0] ? wakeup_preempt+0x161/0x2c0 [11293.325164][ C0] ? activate_task+0xf5/0x260 [11293.325411][ C0] ? trace_sched_wakeup+0xd2/0x100 [11293.325679][ C0] ? do_raw_spin_unlock+0x58/0x220 [11293.325939][ C0] ? _raw_spin_unlock+0x23/0x40 [11293.326192][ C0] ? get_stack_info_noinstr+0x18/0x110 [11293.326473][ C0] ? get_stack_info+0x36/0xc0 [11293.326712][ C0] ? stack_access_ok+0xda/0x1f0 [11293.326960][ C0] ? get_reg+0x119/0x190 [11293.327180][ C0] __tcf_classify+0x32c/0x7d0 [11293.327424][ C0] tcf_classify+0x283/0x930 [11293.327660][ C0] ? __pfx_stack_trace_consume_entry+0x10/0x10 [11293.327982][ C0] ? __pfx_tcf_classify+0x10/0x10 [11293.328238][ C0] ? arch_stack_walk+0x8c/0x100 [11293.328489][ C0] ? get_stack_info_noinstr+0x18/0x110 [11293.328770][ C0] tc_run+0x2e4/0x5d0 [11293.328980][ C0] ? __pfx_tc_run+0x10/0x10 [11293.329217][ C0] ? lock_acquire+0x1c1/0x220 [11293.329463][ C0] ? __dev_queue_xmit+0x1c1/0x1ca0 [11293.329730][ C0] __dev_queue_xmit+0x8eb/0x1ca0 [11293.329987][ C0] ? __pfx___dev_queue_xmit+0x10/0x10 [11293.330267][ C0] ? ip_finish_output2+0x786/0x18e0 [11293.330538][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [11293.330849][ C0] ? neigh_hh_output+0x348/0x590 [11293.331104][ C0] ? ip_finish_output2+0x262/0x18e0 [11293.331376][ C0] ip_finish_output2+0x786/0x18e0 [11293.331639][ C0] ? stack_depot_save_flags+0x45/0x550 [11293.331949][ C0] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [11293.332303][ C0] ? __pfx_ip_finish_output2+0x10/0x10 [11293.332591][ C0] ? rcu_read_lock_held+0xe/0x50 [11293.332852][ C0] ? __ip_finish_output+0x10f/0x770 [11293.333136][ C0] ip_output+0x16b/0x4f0 [11293.333359][ C0] ? __run_timers.part.0+0x52d/0x890 [11293.333629][ C0] ? __pfx_ip_output+0x10/0x10 [11293.333878][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11293.334165][ C0] ? rcu_read_lock_held+0xe/0x50 [11293.334423][ C0] ? ip_local_out+0x114/0x3b0 [11293.334665][ C0] __ip_queue_xmit+0x672/0x1910 [11293.334917][ C0] ? __skb_clone+0x57a/0x760 [11293.335154][ C0] __tcp_transmit_skb+0x22b1/0x2d20 [11293.335430][ C0] ? __pfx___tcp_transmit_skb+0x10/0x10 [11293.335719][ C0] ? tcp_small_queue_check.isra.0+0xe9/0x380 [11293.336030][ C0] tcp_write_xmit+0xe42/0x24c0 [11293.336278][ C0] ? tcp_current_mss+0x40a/0x510 [11293.336554][ C0] ? __pfx_tcp_current_mss+0x10/0x10 [11293.336831][ C0] ? __pfx_tcp_write_xmit+0x10/0x10 [11293.337109][ C0] ? mark_lock_irq+0x6e2/0xa10 [11293.337364][ C0] ? tcp_mstamp_refresh+0x16/0xa0 [11293.337629][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [11293.337944][ C0] ? kvm_clock_get_cycles+0x18/0x30 [11293.338216][ C0] ? ktime_get+0xb6/0x190 [11293.338442][ C0] tcp_send_loss_probe+0x4c9/0x830 [11293.338709][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [11293.338979][ C0] tcp_write_timer+0x82/0x1d0 [11293.339224][ C0] call_timer_fn+0x176/0x430 [11293.339465][ C0] ? __pfx_call_timer_fn+0x10/0x10 [11293.339729][ C0] ? next_expiry_recalc+0xcd/0x220 [11293.339996][ C0] __run_timers.part.0+0x52d/0x890 [11293.340258][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [11293.340534][ C0] ? __pfx___run_timers.part.0+0x10/0x10 [11293.340822][ C0] ? lock_acquire+0x1c1/0x220 [11293.341065][ C0] ? clockevents_program_event+0xf6/0x300 [11293.341385][ C0] ? lock_release+0x1d5/0x250 [11293.341636][ C0] ? kvm_clock_get_cycles+0x18/0x30 [11293.341915][ C0] ? ktime_get+0xb6/0x190 [11293.342144][ C0] ? __pfx_lapic_next_deadline+0x10/0x10 [11293.342438][ C0] ? clockevents_program_event+0x1ed/0x300 [11293.342751][ C0] run_timer_softirq+0x72/0x100 [11293.343016][ C0] __do_softirq+0x1bc/0x7ff [11293.343253][ C0] irq_exit_rcu+0x98/0xc0 [11293.343475][ C0] sysvec_apic_timer_interrupt+0x75/0x80 [11293.343765][ C0] [11293.343918][ C0] [11293.344073][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11293.344382][ C0] RIP: 0010:default_idle+0xf/0x20 [11293.344641][ C0] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa eb 07 0f 00 2d 73 92 41 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [11293.345623][ C0] RSP: 0018:ffffffff91c07df8 EFLAGS: 00000246 [11293.345935][ C0] RAX: ffff8880353f7520 RBX: 1ffffffff2380fc1 RCX: ffffffff90c47942 [11293.346339][ C0] RDX: ffffed1006a7eea5 RSI: 0000000000000004 RDI: ffffffff8e6968b6 [11293.346742][ C0] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006a7eea4 [11293.347146][ C0] R10: ffff8880353f7523 R11: ffff8880353fc348 R12: 0000000000000000 [11293.347551][ C0] R13: ffffffff91c1ce00 R14: dffffc0000000000 R15: 0000000000013d50 [11293.347957][ C0] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [11293.348249][ C0] ? cpuidle_idle_call+0x1f6/0x280 [11293.348512][ C0] default_idle_call+0x69/0xa0 [11293.348760][ C0] cpuidle_idle_call+0x1f6/0x280 [11293.349013][ C0] ? __pfx_cpuidle_idle_call+0x10/0x10 [11293.349298][ C0] ? lock_release+0x1d5/0x250 [11293.349541][ C0] do_idle+0xfb/0x160 [11293.349748][ C0] cpu_startup_entry+0x55/0x60 [11293.349993][ C0] rest_init+0x153/0x260 [11293.350213][ C0] ? acpi_enable_subsystem+0xac/0x150 [11293.350491][ C0] arch_call_rest_init+0x13/0x40 [11293.350748][ C0] start_kernel+0x314/0x3d0 [11293.350987][ C0] x86_64_start_reservations+0x18/0x30 [11293.351272][ C0] x86_64_start_kernel+0xba/0x110 [11293.351531][ C0] secondary_startup_64_no_verify+0x16d/0x17b [11293.351872][ C0] [11293.352037][ C0] Sending NMI from CPU 0 to CPUs 1: [11293.352323][ C1] NMI backtrace for cpu 1 [11293.352329][ C1] CPU: 1 PID: 22 Comm: ksoftirqd/1 Tainted: G L 6.8.0-rc2-virtme #1 [11293.352333][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11293.352335][ C1] RIP: 0010:queued_spin_lock_slowpath+0xa3/0xb90 [11293.352342][ C1] Code: 0f 1f 44 00 00 49 89 fd 49 89 fc 41 be 01 00 00 00 48 b8 00 00 00 00 00 fc ff df 49 c1 ed 03 41 83 e4 07 49 01 c5 41 83 c4 03 04 00 00 00 48 89 ef e8 d0 bb 0c fe 41 0f b6 45 00 41 38 c4 7c [11293.352345][ C1] RSP: 0018:ffffc9000019e9e8 EFLAGS: 00000202 [11293.352348][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11293.352350][ C1] RDX: ffffed10014131c4 RSI: 0000000000000004 RDI: ffff88800a098e18 [11293.352352][ C1] RBP: ffff88800a098e18 R08: 0000000000000000 R09: ffffed10014131c3 [11293.352354][ C1] R10: ffff88800a098e1b R11: 0000008000000000 R12: 0000000000000003 [11293.352355][ C1] R13: ffffed10014131c3 R14: 0000000000000001 R15: 1ffff92000033d3e [11293.352357][ C1] FS: 0000000000000000(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [11293.352359][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11293.352362][ C1] CR2: 000056114a94d000 CR3: 0000000009b94004 CR4: 00000000001706f0 [11293.352364][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11293.352365][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11293.352367][ C1] Call Trace: [11293.352369][ C1] [11293.352371][ C1] ? nmi_cpu_backtrace+0x112/0x220 [11293.352377][ C1] ? nmi_cpu_backtrace_handler+0x11/0x20 [11293.352381][ C1] ? nmi_handle+0x156/0x420 [11293.352386][ C1] ? default_do_nmi+0x41/0x100 [11293.352389][ C1] ? exc_nmi+0xf3/0x120 [11293.352391][ C1] ? end_repeat_nmi+0xf/0x60 [11293.352396][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [11293.352399][ C1] ? queued_spin_lock_slowpath+0xa3/0xb90 [11293.352403][ C1] ? queued_spin_lock_slowpath+0xa3/0xb90 [11293.352407][ C1] ? queued_spin_lock_slowpath+0xa3/0xb90 [11293.352410][ C1] [11293.352411][ C1] [11293.352412][ C1] ? run_ksoftirqd+0xb/0x60 [11293.352418][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11293.352421][ C1] ? __orc_find+0x9c/0xf0 [11293.352424][ C1] ? lock_acquire+0x1c1/0x220 [11293.352427][ C1] ? irqentry_enter+0x2b/0x60 [11293.352432][ C1] do_raw_spin_lock+0x1ec/0x270 [11293.352437][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [11293.352440][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11293.352443][ C1] ? lock_acquire+0x1c1/0x220 [11293.352445][ C1] ? tcp_v4_rcv+0x2159/0x29b0 [11293.352450][ C1] _raw_spin_lock_nested+0x65/0x80 [11293.352453][ C1] tcp_v4_rcv+0x2159/0x29b0 [11293.352460][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [11293.352464][ C1] ? __pfx_raw_v4_input+0x10/0x10 [11293.352469][ C1] ip_protocol_deliver_rcu+0x93/0x360 [11293.352475][ C1] ip_local_deliver_finish+0x2ae/0x450 [11293.352479][ C1] ip_local_deliver+0x19d/0x480 [11293.352482][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [11293.352484][ C1] ? rcu_read_lock_held+0xe/0x50 [11293.352488][ C1] ? tcp_v4_early_demux+0x5a9/0x950 [11293.352493][ C1] ? rcu_read_lock_held+0xe/0x50 [11293.352496][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [11293.352499][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [11293.352509][ C1] ip_rcv+0x564/0x740 [11293.352512][ C1] ? __pfx_ip_rcv+0x10/0x10 [11293.352515][ C1] ? set_track_prepare+0x8a/0xd0 [11293.352519][ C1] ? irqentry_enter+0x2b/0x60 [11293.352522][ C1] ? irqentry_enter+0x2b/0x60 [11293.352525][ C1] ? __pfx_ip_rcv+0x10/0x10 [11293.352528][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [11293.352532][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [11293.352535][ C1] ? netif_receive_skb_internal+0x84/0x300 [11293.352538][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [11293.352541][ C1] netif_receive_skb_internal+0xb0/0x300 [11293.352544][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [11293.352549][ C1] netif_receive_skb+0x55/0x280 [11293.352552][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [11293.352559][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [11293.352565][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [11293.352572][ C1] tcf_action_exec.part.0+0x115/0x3d0 [11293.352578][ C1] fl_classify+0x4dc/0x650 [cls_flower] [11293.352589][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [11293.352598][ C1] ? unwind_next_frame+0x1478/0x1d10 [11293.352601][ C1] ? arch_stack_walk+0x68/0x100 [11293.352605][ C1] ? unwind_next_frame+0x1cc/0x1d10 [11293.352608][ C1] ? irqentry_enter+0x2b/0x60 [11293.352612][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11293.352616][ C1] ? irqentry_enter+0x2b/0x60 [11293.352620][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11293.352627][ C1] ? unwind_next_frame+0x1478/0x1d10 [11293.352630][ C1] ? arch_stack_walk+0x68/0x100 [11293.352634][ C1] __tcf_classify+0x32c/0x7d0 [11293.352639][ C1] tcf_classify+0x283/0x930 [11293.352643][ C1] ? __pfx_tcf_classify+0x10/0x10 [11293.352647][ C1] tc_run+0x2e4/0x5d0 [11293.352651][ C1] ? __pfx_tc_run+0x10/0x10 [11293.352656][ C1] __dev_queue_xmit+0x8eb/0x1ca0 [11293.352662][ C1] ? irqentry_enter+0x2b/0x60 [11293.352665][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [11293.352668][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11293.352675][ C1] ip_finish_output2+0x786/0x18e0 [11293.352680][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [11293.352683][ C1] ? rcu_read_lock_held+0xe/0x50 [11293.352686][ C1] ? __ip_finish_output+0x10f/0x770 [11293.352690][ C1] ip_output+0x16b/0x4f0 [11293.352694][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11293.352697][ C1] ? __pfx_ip_output+0x10/0x10 [11293.352701][ C1] ? __pfx_vrf_output_direct_finish+0x10/0x10 [vrf] [11293.352708][ C1] ? __pfx_ip_output+0x10/0x10 [11293.352712][ C1] __ip_queue_xmit+0x672/0x1910 [11293.352717][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [11293.352724][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [11293.352728][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [11293.352732][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [11293.352736][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11293.352738][ C1] tcp_delack_timer+0x84/0x240 [11293.352742][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11293.352745][ C1] call_timer_fn+0x176/0x430 [11293.352750][ C1] ? __pfx_call_timer_fn+0x10/0x10 [11293.352755][ C1] ? _raw_spin_unlock_irq+0x28/0x50 [11293.352759][ C1] __run_timers.part.0+0x52d/0x890 [11293.352762][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11293.352767][ C1] ? __pfx___run_timers.part.0+0x10/0x10 [11293.352772][ C1] ? __pfx___schedule+0x10/0x10 [11293.352776][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11293.352781][ C1] run_timer_softirq+0x72/0x100 [11293.352784][ C1] __do_softirq+0x1bc/0x7ff [11293.352788][ C1] ? __pfx_run_ksoftirqd+0x10/0x10 [11293.352792][ C1] run_ksoftirqd+0x2e/0x60 [11293.352795][ C1] smpboot_thread_fn+0x30e/0x840 [11293.352800][ C1] ? __pfx_smpboot_thread_fn+0x10/0x10 [11293.352804][ C1] ? __pfx_smpboot_thread_fn+0x10/0x10 [11293.352807][ C1] kthread+0x292/0x360 [11293.352810][ C1] ? __pfx_kthread+0x10/0x10 [11293.352813][ C1] ret_from_fork+0x34/0x70 [11293.352816][ C1] ? __pfx_kthread+0x10/0x10 [11293.352819][ C1] ret_from_fork_asm+0x1b/0x30 [11293.352826][ C1] [11316.538461][ C3] watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [ncat:3650] [11316.538958][ C3] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 sch_prio act_mirred cls_matchall sch_red dummy sch_tbf 8021q ip_gre gre act_gact cls_flower sch_ingress bridge stp llc vrf veth [11316.540154][ C3] irq event stamp: 270098 [11316.540382][ C3] hardirqs last enabled at (270097): [] _raw_spin_unlock_irqrestore+0x51/0x70 [11316.540959][ C3] hardirqs last disabled at (270098): [] __schedule+0xa87/0x1ac0 [11316.541454][ C3] softirqs last enabled at (270076): [] tcp_sendmsg+0x37/0x50 [11316.541945][ C3] softirqs last disabled at (270074): [] release_sock+0x1f/0x180 [11316.542454][ C3] CPU: 3 PID: 3650 Comm: ncat Tainted: G L 6.8.0-rc2-virtme #1 [11316.542927][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11316.543580][ C3] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11316.543920][ C3] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11316.544950][ C3] RSP: 0018:ffffc900003d7900 EFLAGS: 00000202 [11316.545285][ C3] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11316.545713][ C3] RDX: ffffed10014131c4 RSI: 0000000000000004 RDI: ffff88800a098e18 [11316.546144][ C3] RBP: ffff88800a098e18 R08: 0000000000000000 R09: ffffed10014131c3 [11316.546564][ C3] R10: ffff88800a098e1b R11: 0000000000000008 R12: 0000000000000003 [11316.547002][ C3] R13: ffffed10014131c3 R14: 0000000000000001 R15: 1ffff9200007af21 [11316.547437][ C3] FS: 0000000000000000(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [11316.547910][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11316.548268][ C3] CR2: 00005655003a4648 CR3: 0000000015f1e005 CR4: 00000000001706f0 [11316.548699][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11316.549128][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11316.549548][ C3] Call Trace: [11316.549726][ C3] [11316.549883][ C3] ? watchdog_timer_fn+0x2cf/0x3c0 [11316.550174][ C3] ? __run_hrtimer+0x1c3/0x710 [11316.550430][ C3] ? __pfx_watchdog_timer_fn+0x10/0x10 [11316.550724][ C3] ? __hrtimer_run_queues+0x197/0x270 [11316.551011][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [11316.551320][ C3] ? kvm_clock_get_cycles+0x18/0x30 [11316.551606][ C3] ? ktime_get_update_offsets_now+0xe4/0x2d0 [11316.551935][ C3] ? hrtimer_interrupt+0x2c3/0x770 [11316.552219][ C3] ? __sysvec_apic_timer_interrupt+0xc1/0x380 [11316.552551][ C3] ? sysvec_apic_timer_interrupt+0x70/0x80 [11316.552869][ C3] [11316.553027][ C3] [11316.553190][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11316.553529][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [11316.553840][ C3] ? queued_spin_lock_slowpath+0x12d/0xb90 [11316.554164][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11316.554493][ C3] do_raw_spin_lock+0x1ec/0x270 [11316.554761][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [11316.555051][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11316.555358][ C3] ? lock_acquire+0x1c1/0x220 [11316.555611][ C3] ? lock_sock_nested+0x59/0xe0 [11316.555874][ C3] _raw_spin_lock_bh+0x6f/0x80 [11316.556135][ C3] lock_sock_nested+0x59/0xe0 [11316.556388][ C3] ? tcp_close+0x19/0x80 [11316.556626][ C3] tcp_close+0x19/0x80 [11316.556844][ C3] inet_release+0x101/0x230 [11316.557094][ C3] __sock_release+0xa6/0x260 [11316.557349][ C3] sock_close+0x18/0x20 [11316.557571][ C3] __fput+0x1ff/0xa80 [11316.557791][ C3] task_work_run+0x136/0x220 [11316.558041][ C3] ? __pfx_task_work_run+0x10/0x10 [11316.558325][ C3] ? do_raw_spin_unlock+0x58/0x220 [11316.558600][ C3] do_exit+0x71a/0xde0 [11316.558821][ C3] ? __pfx_do_exit+0x10/0x10 [11316.559066][ C3] ? do_raw_spin_trylock+0xb9/0x190 [11316.559352][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11316.559656][ C3] do_group_exit+0xb9/0x260 [11316.559898][ C3] get_signal+0x1887/0x1c10 [11316.560152][ C3] ? vfs_read+0x6ab/0xc00 [11316.560385][ C3] ? __pfx_get_signal+0x10/0x10 [11316.560644][ C3] ? __pfx_set_user_sigmask+0x10/0x10 [11316.560932][ C3] arch_do_signal_or_restart+0x7b/0x2f0 [11316.561237][ C3] ? __pfx_arch_do_signal_or_restart+0x10/0x10 [11316.561566][ C3] ? __pfx_do_pselect.constprop.0+0x10/0x10 [1es+0x197/0x270 [11676.951406][ C1] ? __pfx___hrtimer_run_queues+0x10/0x10 [11676.951408][ C1] ? kvm_clock_get_cycles+0x18/0x30 [11676.951413][ C1] ? ktime_get_update_offsets_now+0xe4/0x2d0 [11676.951419][ C1] hrtimer_interrupt+0x2c3/0x770 [11676.951424][ C1] __sysvec_apic_timer_interrupt+0xc1/0x380 [11676.951430][ C1] sysvec_apic_timer_interrupt+0x70/0x80 [11676.951435][ C1] [11676.951436][ C1] [11676.951437][ C1] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11676.951444][ C1] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11676.951450][ C1] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11676.951453][ C1] RSP: 0018:ffffc9000019e9e8 EFLAGS: 00000202 [11676.951456][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11676.951457][ C1] RDX: ffffed10014131c4 RSI: 0000000000000004 RDI: ffff88800a098e18 [11676.951459][ C1] RBP: ffff88800a098e18 R08: 0000000000000000 R09: ffffed10014131c3 [11676.951461][ C1] R10: ffff88800a098e1b R11: 0000008000000000 R12: 0000000000000003 [11676.951462][ C1] R13: ffffed10014131c3 R14: 0000000000000001 R15: 1ffff92000033d3e [11676.951466][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [11676.951470][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [11676.951473][ C1] ? run_ksoftirqd+0xb/0x60 [11676.951479][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11676.951481][ C1] ? __orc_find+0x9c/0xf0 [11676.951484][ C1] ? lock_acquire+0x1c1/0x220 [11676.951486][ C1] ? irqentry_enter+0x2b/0x60 [11676.951492][ C1] do_raw_spin_lock+0x1ec/0x270 [11676.951495][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [11676.951498][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11676.951502][ C1] ? lock_acquire+0x1c1/0x220 [11676.951504][ C1] ? tcp_v4_rcv+0x2159/0x29b0 [11676.951509][ C1] _raw_spin_lock_nested+0x65/0x80 [11676.951513][ C1] tcp_v4_rcv+0x2159/0x29b0 [11676.951521][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [11676.951523][ C1] ? __pfx_raw_v4_input+0x10/0x10 [11676.951529][ C1] ip_protocol_deliver_rcu+0x93/0x360 [11676.951536][ C1] ip_local_deliver_finish+0x2ae/0x450 [11676.951540][ C1] ip_local_deliver+0x19d/0x480 [11676.951543][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [11676.951546][ C1] ? rcu_read_lock_held+0xe/0x50 [11676.951552][ C1] ? tcp_v4_early_demux+0x5a9/0x950 [11676.951555][ C1] ? rcu_read_lock_held+0xe/0x50 [11676.951558][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [11676.951562][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [11676.951574][ C1] ip_rcv+0x564/0x740 [11676.951577][ C1] ? __pfx_ip_rcv+0x10/0x10 [11676.951580][ C1] ? set_track_prepare+0x8a/0xd0 [11676.951585][ C1] ? irqentry_enter+0x2b/0x60 [11676.951588][ C1] ? irqentry_enter+0x2b/0x60 [11676.951591][ C1] ? __pfx_ip_rcv+0x10/0x10 [11676.951594][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [11676.951598][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [11676.951602][ C1] ? netif_receive_skb_internal+0x84/0x300 [11676.951604][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [11676.951607][ C1] netif_receive_skb_internal+0xb0/0x300 [11676.951610][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [11676.951614][ C1] netif_receive_skb+0x55/0x280 [11676.951619][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [11676.951629][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [11676.951636][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [11676.951643][ C1] tcf_action_exec.part.0+0x115/0x3d0 [11676.951651][ C1] fl_classify+0x4dc/0x650 [cls_flower] [11676.951664][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [11676.951673][ C1] ? unwind_next_frame+0x1478/0x1d10 [11676.951676][ C1] ? arch_stack_walk+0x68/0x100 [11676.951681][ C1] ? unwind_next_frame+0x1cc/0x1d10 [11676.951684][ C1] ? irqentry_enter+0x2b/0x60 [11676.951687][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11676.951692][ C1] ? irqentry_enter+0x2b/0x60 [11676.951695][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11676.951702][ C1] ? unwind_next_frame+0x1478/0x1d10 [11676.951705][ C1] ? arch_stack_walk+0x68/0x100 [11676.951709][ C1] __tcf_classify+0x32c/0x7d0 [11676.951714][ C1] tcf_classify+0x283/0x930 [11676.951718][ C1] ? __pfx_tcf_classify+0x10/0x10 [11676.951722][ C1] tc_run+0x2e4/0x5d0 [11676.951727][ C1] ? __pfx_tc_run+0x10/0x10 [11676.951732][ C1] __dev_queue_xmit+0x8eb/0x1ca0 [11676.951738][ C1] ? irqentry_enter+0x2b/0x60 [11676.951741][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [11676.951744][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11676.951750][ C1] ip_finish_output2+0x786/0x18e0 [11676.951755][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [11676.951758][ C1] ? rcu_read_lock_held+0xe/0x50 [11676.951762][ C1] ? __ip_finish_output+0x10f/0x770 [11676.951766][ C1] ip_output+0x16b/0x4f0 [11676.951769][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11676.951772][ C1] ? __pfx_ip_output+0x10/0x10 [11676.951776][ C1] ? __pfx_vrf_output_direct_finish+0x10/0x10 [vrf] [11676.951783][ C1] ? __pfx_ip_output+0x10/0x10 [11676.951787][ C1] __ip_queue_xmit+0x672/0x1910 [11676.951792][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [11676.951799][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [11676.951803][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [11676.951807][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [11676.951812][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11676.951815][ C1] tcp_delack_timer+0x84/0x240 [11676.951818][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11676.951821][ C1] call_timer_fn+0x176/0x430 [11676.951826][ C1] ? __pfx_call_timer_fn+0x10/0x10 [11676.951831][ C1] ? _raw_spin_unlock_irq+0x28/0x50 [11676.951834][ C1] __run_timers.part.0+0x52d/0x890 [11676.951837][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11676.951842][ C1] ? __pfx___run_timers.part.0+0x10/0x10 [11676.951847][ C1] ? __pfx___schedule+0x10/0x10 [11676.951851][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11676.951856][ C1] run_timer_softirq+0x72/0x100 [11676.951860][ C1] __do_softirq+0x1bc/0x7ff [11676.951863][ C1] ? __pfx_run_ksoftirqd+0x10/0x10 [11676.951867][ C1] run_ksoftirqd+0x2e/0x60 [11676.951870][ C1] smpboot_thread_fn+0x30e/0x840 [11676.951875][ C1] ? __pfx_smpboot_thread_fn+0x10/0x10 [11676.951879][ C1] ? __pfx_smpboot_thread_fn+0x10/0x10 [11676.951881][ C1] kthread+0x292/0x360 [11676.951884][ C1] ? __pfx_kthread+0x10/0x10 [11676.951887][ C1] ret_from_fork+0x34/0x70 [11676.951891][ C1] ? __pfx_kthread+0x10/0x10 [11676.951893][ C1] ret_from_fork_asm+0x1b/0x30 [11676.951902][ C1] [11710.657529][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [11710.657860][ C1] ? rcu_read_lock_held+0xe/0x50 [11710.658152][ C1] ? __ip_finish_output+0x10f/0x770 [11710.658461][ C1] ip_output+0x16b/0x4f0 [11710.658715][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11710.659069][ C1] ? __pfx_ip_output+0x10/0x10 [11710.659357][ C1] ? __pfx_vrf_output_direct_finish+0x10/0x10 [vrf] [11710.659744][ C1] ? __pfx_ip_output+0x10/0x10 [11710.660054][ C1] __ip_queue_xmit+0x672/0x1910 [11710.660345][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [11710.660660][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [11710.661004][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [11710.661321][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [11710.661645][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11710.661958][ C1] tcp_delack_timer+0x84/0x240 [11710.662237][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11710.662554][ C1] call_timer_fn+0x176/0x430 [11710.662828][ C1] ? __pfx_call_timer_fn+0x10/0x10 [11710.663126][ C1] ? _raw_spin_unlock_irq+0x28/0x50 [11710.663434][ C1] __run_timers.part.0+0x52d/0x890 [11710.663734][ C1] ? __pfx_tcp_delack_timer+0x10/0x10 [11710.664047][ C1] ? __pfx___run_timers.part.0+0x10/0x10 [11710.664373][ C1] ? __pfx___schedule+0x10/0x10 [11710.664662][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [11710.665014][ C1] run_timer_softirq+0x72/0x100 [11710.665297][ C1] __do_softirq+0x1bc/0x7ff [11710.665560][ C1] ? __pfx_run_ksoftirqd+0x10/0x10 [11710.665862][ C1] run_ksoftirqd+0x2e/0x60 [11710.666125][ C1] smpboot_thread_fn+0x30e/0x840 [11710.666415][ C1] ? __pfx_smpboot_thread_fn+0x10/0x10 [11710.666734][ C1] ? __pfx_smpboot_thread_fn+0x10/0x10 [11710.667054][ C1] kthread+0x292/0x360 [11710.667291][ C1] ? __pfx_kthread+0x10/0x10 [11710.667555][ C1] ret_from_fork+0x34/0x70 [11710.667822][ C1] ? __pfx_kthread+0x10/0x10 [11710.668092][ C1] ret_from_fork_asm+0x1b/0x30 [11710.668382][ C1] [11710.668561][ C0] watchdog: BUG: soft lockup - CPU#0 stuck for 9790s! [swapper/0:0] [11710.669054][ C0] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 sch_prio act_mirred cls_matchall sch_red dummy sch_tbf 8021q ip_gre gre act_gact cls_flower sch_ingress bridge stp llc vrf veth [11710.670455][ C0] irq event stamp: 27567077 [11710.670723][ C0] hardirqs last enabled at (27567077): [] cpuidle_idle_call+0x1f6/0x280 [11710.671320][ C0] hardirqs last disabled at (27567076): [] do_idle+0xeb/0x160 [11710.671841][ C0] softirqs last enabled at (27567072): [] __do_softirq+0x519/0x7ff [11710.672398][ C0] softirqs last disabled at (27567065): [] irq_exit_rcu+0x98/0xc0 [11710.672942][ C0] CPU: 0 PID: 0 Comm: swapper/0 Tainted: G L 6.8.0-rc2-virtme #1 [11710.673492][ C0] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11710.674208][ C0] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11710.674588][ C0] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11710.675729][ C0] RSP: 0018:ffffc900000069d8 EFLAGS: 00000202 [11710.676087][ C0] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11710.676551][ C0] RDX: ffffed100141336c RSI: 0000000000000004 RDI: ffff88800a099b58 [11710.677017][ C0] RBP: ffff88800a099b58 R08: 0000000000000000 R09: ffffed100141336b [11710.677483][ C0] R10: ffff88800a099b5b R11: 0000008000000000 R12: 0000000000000003 [11710.677949][ C0] R13: ffffed100141336b R14: 0000000000000001 R15: 1ffff92000000d3c [11710.678416][ C0] FS: 0000000000000000(0000) GS:ffff888035200000(0000) knlGS:0000000000000000 [11710.678939][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11710.679328][ C0] CR2: 0000561149a581b0 CR3: 0000000009b94006 CR4: 00000000001706f0 [11710.679821][ C0] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11710.680293][ C0] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11710.680767][ C0] Call Trace: [11710.680965][ C0] [11710.681144][ C0] ? watchdog_timer_fn+0x2cf/0x3c0 [11710.681447][ C0] ? __run_hrtimer+0x1c3/0x710 [11710.681724][ C0] ? __pfx_watchdog_timer_fn+0x10/0x10 [11710.682047][ C0] ? __hrtimer_run_queues+0x197/0x270 [11710.682357][ C0] ? __pfx___hrtimer_run_queues+0x10/0x10 [11710.682689][ C0] ? kvm_clock_get_cycles+0x18/0x30 [11710.682991][ C0] ? ktime_get_update_offsets_now+0xe4/0x2d0 [11710.683339][ C0] ? hrtimer_interrupt+0x2c3/0x770 [11710.683641][ C0] ? trace_rcu_dyntick+0x10a/0x150 [11710.683942][ C0] ? __sysvec_apic_timer_interrupt+0xc1/0x380 [11710.684298][ C0] ? sysvec_apic_timer_interrupt+0x39/0x80 [11710.684640][ C0] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11710.685000][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [11710.685333][ C0] ? queued_spin_lock_slowpath+0x12d/0xb90 [11710.685676][ C0] ? queued_spin_lock_slowpath+0xb0/0xb90 [11710.686014][ C0] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11710.686370][ C0] ? get_stack_info+0x36/0xc0 [11710.686650][ C0] ? lock_acquire+0x1c1/0x220 [11710.686927][ C0] ? lock_release+0x1d5/0x250 [11710.687202][ C0] do_raw_spin_lock+0x1ec/0x270 [11710.687486][ C0] ? __pfx_do_raw_spin_lock+0x10/0x10 [11710.687797][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11710.688126][ C0] ? lock_acquire+0x1c1/0x220 [11710.688412][ C0] ? tcp_v4_rcv+0x2159/0x29b0 [11710.688691][ C0] _raw_spin_lock_nested+0x65/0x80 [11710.688994][ C0] tcp_v4_rcv+0x2159/0x29b0 [11710.689270][ C0] ? __pfx_tcp_v4_rcv+0x10/0x10 [11710.689560][ C0] ? __pfx_raw_v4_input+0x10/0x10 [11710.689895][ C0] ? __inet_lookup_established+0x341/0x610 [11710.690243][ C0] ip_protocol_deliver_rcu+0x93/0x360 [11710.690570][ C0] ip_local_deliver_finish+0x2ae/0x450 [11710.690897][ C0] ip_local_deliver+0x19d/0x480 [11710.691187][ C0] ? __pfx_ip_local_deliver+0x10/0x10 [11710.691495][ C0] ? rcu_read_lock_held+0xe/0x50 [11710.691782][ C0] ? tcp_v4_early_demux+0x5a9/0x950 [11710.692090][ C0] ? rcu_read_lock_held+0xe/0x50 [11710.692382][ C0] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [11710.692748][ C0] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [11710.693048][ C0] ip_rcv+0x564/0x740 [11710.693287][ C0] ? __pfx_ip_rcv+0x10/0x10 [11710.693552][ C0] ? set_track_prepare+0x8a/0xd0 [11710.693849][ C0] ? __pfx_set_track_prepare+0x10/0x10 [11710.694165][ C0] ? rest_init+0x153/0x260 [11710.694428][ C0] ? skb_clone+0x10b/0x330 [11710.694687][ C0] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [11710.695062][ C0] ? tcf_mirred_act+0x338/0x780 [act_mirred] [11710.695419][ C0] ? tcf_action_exec.part.0+0x115/0x3d0 [11710.695743][ C0] ? fl_classify+0x4dc/0x650 [cls_flower] [11710.696085][ C0] ? __tcf_classify+0x32c/0x7d0 [11710.696368][ C0] ? __pfx_ip_rcv+0x10/0x10 [11710.696630][ C0] __netif_receive_skb_one_core+0x166/0x1b0 [11710.696973][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11710.697299][ C0] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [11710.697674][ C0] ? lock_acquire+0x1c1/0x220 [11710.697957][ C0] ? netif_receive_skb_internal+0x84/0x300 [11710.698298][ C0] netif_receive_skb_internal+0xb0/0x300 [11710.698621][ C0] ? __pfx_netif_receive_skb_internal+0x10/0x10 [11710.698984][ C0] ? __copy_skb_header+0xaf/0x490 [11710.699280][ C0] ? __skb_clone+0x57a/0x760 [11710.699550][ C0] netif_receive_skb+0x55/0x280 [11710.699853][ C0] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [11710.700226][ C0] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [11710.700616][ C0] tcf_mirred_act+0x338/0x780 [act_mirred] [11710.700966][ C0] tcf_action_exec.part.0+0x115/0x3d0 [11710.701294][ C0] fl_classify+0x4dc/0x650 [cls_flower] [11710.701629][ C0] ? hlock_class+0x4e/0x130 [11710.701902][ C0] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [11710.702264][ C0] ? place_entity+0x21/0x2f0 [11710.702535][ C0] ? resched_curr+0x219/0x280 [11710.702807][ C0] ? __pfx_resched_curr+0x10/0x10 [11710.703096][ C0] ? __pfx_sched_clock_cpu+0x10/0x10 [11710.703402][ C0] ? unwind_next_frame+0x1cc/0x1d10 [11710.703708][ C0] ? wakeup_preempt+0x161/0x2c0 [11710.703992][ C0] ? activate_task+0xf5/0x260 [11710.704270][ C0] ? trace_sched_wakeup+0xd2/0x100 [11710.704573][ C0] ? do_raw_spin_unlock+0x58/0x220 [11710.704868][ C0] ? _raw_spin_unlock+0x23/0x40 [11710.705154][ C0] ? get_stack_info_noinstr+0x18/0x110 [11710.705474][ C0] ? get_stack_info+0x36/0xc0 [11710.705748][ C0] ? stack_access_ok+0xda/0x1f0 [11710.706026][ C0] ? get_reg+0x119/0x190 [11710.706273][ C0] __tcf_classify+0x32c/0x7d0 [11710.706552][ C0] tcf_classify+0x283/0x930 [11710.706822][ C0] ? __pfx_stack_trace_consume_entry+0x10/0x10 [11710.707184][ C0] ? __pfx_tcf_classify+0x10/0x10 [11710.707475][ C0] ? arch_stack_walk+0x8c/0x100 [11710.707758][ C0] ? get_stack_info_noinstr+0x18/0x110 [11710.708075][ C0] tc_run+0x2e4/0x5d0 [11710.708316][ C0] ? __pfx_tc_run+0x10/0x10 [11710.708583][ C0] ? lock_acquire+0x1c1/0x220 [11710.708858][ C0] ? __dev_queue_xmit+0x1c1/0x1ca0 [11710.709163][ C0] __dev_queue_xmit+0x8eb/0x1ca0 [11710.709453][ C0] ? __pfx___dev_queue_xmit+0x10/0x10 [11710.709771][ C0] ? ip_finish_output2+0x786/0x18e0 [11710.710120][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [11710.710480][ C0] ? neigh_hh_output+0x348/0x590 [11710.710778][ C0] ? ip_finish_output2+0x262/0x18e0 [11710.711097][ C0] ip_finish_output2+0x786/0x18e0 [11710.711387][ C0] ? stack_depot_save_flags+0x45/0x550 [11710.711703][ C0] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [11710.712089][ C0] ? __pfx_ip_finish_output2+0x10/0x10 [11710.712406][ C0] ? rcu_read_lock_held+0xe/0x50 [11710.712693][ C0] ? __ip_finish_output+0x10f/0x770 [11710.712999][ C0] ip_output+0x16b/0x4f0 [11710.713250][ C0] ? __run_timers.part.0+0x52d/0x890 [11710.713557][ C0] ? __pfx_ip_output+0x10/0x10 [11710.713838][ C0] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11710.714164][ C0] ? rcu_read_lock_held+0xe/0x50 [11710.714452][ C0] ? ip_local_out+0x114/0x3b0 [11710.714728][ C0] __ip_queue_xmit+0x672/0x1910 [11710.715012][ C0] ? __skb_clone+0x57a/0x760 [11710.715282][ C0] __tcp_transmit_skb+0x22b1/0x2d20 [11710.715590][ C0] ? __pfx___tcp_transmit_skb+0x10/0x10 [11710.715917][ C0] ? tcp_small_queue_check.isra.0+0xe9/0x380 [11710.716267][ C0] tcp_write_xmit+0xe42/0x24c0 [11710.716544][ C0] ? tcp_current_mss+0x40a/0x510 [11710.716836][ C0] ? __pfx_tcp_current_mss+0x10/0x10 [11710.717144][ C0] ? __pfx_tcp_write_xmit+0x10/0x10 [11710.717447][ C0] ? mark_lock_irq+0x6e2/0xa10 [11710.717729][ C0] ? tcp_mstamp_refresh+0x16/0xa0 [11710.718022][ C0] ? trace_irq_enable.constprop.0+0xd4/0x100 [11710.718373][ C0] ? kvm_clock_get_cycles+0x18/0x30 [11710.718675][ C0] ? ktime_get+0xb6/0x190 [11710.718931][ C0] tcp_send_loss_probe+0x4c9/0x830 [11710.719235][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [11710.719542][ C0] tcp_write_timer+0x82/0x1d0 [11710.719843][ C0] call_timer_fn+0x176/0x430 [11710.720122][ C0] ? __pfx_call_timer_fn+0x10/0x10 [11710.720435][ C0] ? next_expiry_recalc+0xcd/0x220 [11710.720740][ C0] __run_timers.part.0+0x52d/0x890 [11710.721057][ C0] ? __pfx_tcp_write_timer+0x10/0x10 [11710.721361][ C0] ? __pfx___run_timers.part.0+0x10/0x10 [11710.721692][ C0] ? lock_acquire+0x1c1/0x220 [11710.721962][ C0] ? clockevents_program_event+0xf6/0x300 [11710.722292][ C0] ? lock_release+0x1d5/0x250 [11710.722567][ C0] ? kvm_clock_get_cycles+0x18/0x30 [11710.722874][ C0] ? ktime_get+0xb6/0x190 [11710.723130][ C0] ? __pfx_lapic_next_deadline+0x10/0x10 [11710.723458][ C0] ? clockevents_program_event+0x1ed/0x300 [11710.723797][ C0] run_timer_softirq+0x72/0x100 [11710.724088][ C0] __do_softirq+0x1bc/0x7ff [11710.724356][ C0] irq_exit_rcu+0x98/0xc0 [11710.724611][ C0] sysvec_apic_timer_interrupt+0x75/0x80 [11710.724941][ C0] [11710.725110][ C0] [11710.725280][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11710.725625][ C0] RIP: 0010:default_idle+0xf/0x20 [11710.725928][ C0] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa eb 07 0f 00 2d 73 92 41 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [11710.727063][ C0] RSP: 0018:ffffffff91c07df8 EFLAGS: 00000246 [11710.727422][ C0] RAX: ffff8880353f7520 RBX: 1ffffffff2380fc1 RCX: ffffffff90c47942 [11710.727890][ C0] RDX: ffffed1006a7eea5 RSI: 0000000000000004 RDI: ffffffff8e6968b6 [11710.728353][ C0] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006a7eea4 [11710.728823][ C0] R10: ffff8880353f7523 R11: ffff8880353fc348 R12: 0000000000000000 [11710.729288][ C0] R13: ffffffff91c1ce00 R14: dffffc0000000000 R15: 0000000000013d50 [11710.729754][ C0] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [11710.730120][ C0] ? cpuidle_idle_call+0x1f6/0x280 [11710.730425][ C0] default_idle_call+0x69/0xa0 [11710.730713][ C0] cpuidle_idle_call+0x1f6/0x280 [11710.731017][ C0] ? __pfx_cpuidle_idle_call+0x10/0x10 [11710.731338][ C0] ? lock_release+0x1d5/0x250 [11710.731608][ C0] do_idle+0xfb/0x160 [11710.731843][ C0] cpu_startup_entry+0x55/0x60 [11710.732121][ C0] rest_init+0x153/0x260 [11710.732368][ C0] ? acpi_enable_subsystem+0xac/0x150 [11710.732678][ C0] arch_call_rest_init+0x13/0x40 [11710.732969][ C0] start_kernel+0x314/0x3d0 [11710.733236][ C0] x86_64_start_reservations+0x18/0x30 [11710.733558][ C0] x86_64_start_kernel+0xba/0x110 [11710.733850][ C0] secondary_startup_64_no_verify+0x16d/0x17b [11710.734208][ C0] [11710.734390][ C2] watchdog: BUG: soft lockup - CPU#2 stuck for 365s! [ncat:3649] [11710.734875][ C2] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 sch_prio act_mirred cls_matchall sch_red dummy sch_tbf 8021q ip_gre gre act_gact cls_flower sch_ingress bridge stp llc vrf veth [11710.736227][ C2] irq event stamp: 513224 [11710.736490][ C2] hardirqs last enabled at (513223): [] _raw_spin_unlock_irqrestore+0x51/0x70 [11710.737132][ C2] hardirqs last disabled at (513224): [] __schedule+0xa87/0x1ac0 [11710.737704][ C2] softirqs last enabled at (509240): [] tcp_recvmsg+0xf8/0x4f0 [11710.738270][ C2] softirqs last disabled at (509238): [] __release_sock+0x14f/0x2a0 [11710.738849][ C2] CPU: 2 PID: 3649 Comm: ncat Tainted: G L 6.8.0-rc2-virtme #1 [11710.739396][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11710.740144][ C2] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11710.740535][ C2] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11710.741714][ C2] RSP: 0018:ffffc900003479f8 EFLAGS: 00000202 [11710.742084][ C2] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11710.742571][ C2] RDX: ffffed100141336c RSI: 0000000000000004 RDI: ffff88800a099b58 [11710.743076][ C2] RBP: ffff88800a099b58 R08: 0000000000000000 R09: ffffed100141336b [11710.743556][ C2] R10: ffff88800a099b5b R11: 0000000000000000 R12: 0000000000000003 [11710.744040][ C2] R13: ffffed100141336b R14: 0000000000000001 R15: 1ffff92000068f40 [11710.744517][ C2] FS: 00007f405fe4f740(0000) GS:ffff888035a00000(0000) knlGS:0000000000000000 [11710.745053][ C2] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11710.745459][ C2] CR2: 00007f7d5698e0e8 CR3: 0000000009b94004 CR4: 00000000001706f0 [11710.745948][ C2] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11710.746429][ C2] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11710.746917][ C2] Call Trace: [11710.747128][ C2] [11710.747305][ C2] ? watchdog_timer_fn+0x2cf/0x3c0 [11710.747620][ C2] ? __run_hrtimer+0x1c3/0x710 [11710.747913][ C2] ? __pfx_watchdog_timer_fn+0x10/0x10 [11710.748244][ C2] ? __hrtimer_run_queues+0x197/0x270 [11710.748578][ C2] ? __pfx___hrtimer_run_queues+0x10/0x10 [11710.748929][ C2] ? kvm_clock_get_cycles+0x18/0x30 [11710.749251][ C2] ? ktime_get_update_offsets_now+0xe4/0x2d0 [11710.749620][ C2] ? hrtimer_interrupt+0x2c3/0x770 [11710.749940][ C2] ? __sysvec_apic_timer_interrupt+0xc1/0x380 [11710.750309][ C2] ? sysvec_apic_timer_interrupt+0x70/0x80 [11710.750661][ C2] [11710.750842][ C2] [11710.751023][ C2] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11710.751404][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [11710.751746][ C2] ? queued_spin_lock_slowpath+0x12d/0xb90 [11710.752101][ C2] ? queued_spin_lock_slowpath+0xb0/0xb90 [11710.752449][ C2] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11710.752830][ C2] ? __pfx_timestamp_truncate+0x10/0x10 [11710.753166][ C2] ? ktime_get_coarse_real_ts64+0x13d/0x170 [11710.753525][ C2] do_raw_spin_lock+0x1ec/0x270 [11710.753823][ C2] ? __pfx_do_raw_spin_lock+0x10/0x10 [11710.754150][ C2] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11710.754492][ C2] ? lock_acquire+0x1c1/0x220 [11710.754788][ C2] ? lock_sock_nested+0x59/0xe0 [11710.755097][ C2] _raw_spin_lock_bh+0x6f/0x80 [11710.755393][ C2] lock_sock_nested+0x59/0xe0 [11710.755678][ C2] ? tcp_recvmsg+0xcf/0x4f0 [11710.755954][ C2] tcp_recvmsg+0xcf/0x4f0 [11710.756215][ C2] ? lock_release+0x1d5/0x250 [11710.756498][ C2] ? __pfx_tcp_recvmsg+0x10/0x10 [11710.756799][ C2] ? core_sys_select+0x620/0x710 [11710.757109][ C2] ? __pfx_core_sys_select+0x10/0x10 [11710.757428][ C2] inet_recvmsg+0xf9/0x2c0 [11710.757703][ C2] ? __pfx_pipe_write+0x10/0x10 [11710.758000][ C2] ? __pfx_inet_recvmsg+0x10/0x10 [11710.758302][ C2] ? __fget_light+0x54/0x1e0 [11710.758582][ C2] ? sockfd_lookup_light+0x1a/0x160 [11710.758905][ C2] __sys_recvfrom+0x2fb/0x3b0 [11710.759196][ C2] ? __pfx___sys_recvfrom+0x10/0x10 [11710.759513][ C2] ? __might_fault+0xc6/0x180 [11710.759816][ C2] ? do_pselect.constprop.0+0x12b/0x1e0 [11710.760158][ C2] ? __pfx_do_pselect.constprop.0+0x10/0x10 [11710.760516][ C2] ? restore_fpregs_from_fpstate+0x99/0x160 [11710.760877][ C2] ? __pfx_restore_fpregs_from_fpstate+0x10/0x10 [11710.761266][ C2] __x64_sys_recvfrom+0xe0/0x1c0 [11710.761570][ C2] ? trace_irq_enable.constprop.0+0xd4/0x100 [11710.761937][ C2] do_syscall_64+0xcc/0x1e0 [11710.762226][ C2] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [11710.762593][ C2] RIP: 0033:0x7f406008b4c0 [11710.762880][ C2] Code: 84 00 00 00 00 00 0f 1f 40 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 [11710.764070][ C2] RSP: 002b:00007ffea0141738 EFLAGS: 00000246 ORIG_RAX: 000000000000002d [11710.764581][ C2] RAX: ffffffffffffffda RBX: 000055c215955a20 RCX: 00007f406008b4c0 [11710.765076][ C2] RDX: 0000000000002000 RSI: 00007ffea01417c0 RDI: 0000000000000008 [11710.765563][ C2] RBP: 00007ffea01417c0 R08: 0000000000000000 R09: 0000000000000000 [11710.766053][ C2] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [11710.766540][ C2] R13: 000055c215955a20 R14: 0000000000000000 R15: 00007ffea01417bc [11710.767031][ C2] [11710.767222][ C3] watchdog: BUG: soft lockup - CPU#3 stuck for 343s! [ncat:3650] [11710.767682][ C3] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 sch_prio act_mirred cls_matchall sch_red dummy sch_tbf 8021q ip_gre gre act_gact cls_flower sch_ingress bridge stp llc vrf veth [11710.769012][ C3] irq event stamp: 270098 [11710.769269][ C3] hardirqs last enabled at (270097): [] _raw_spin_unlock_irqrestore+0x51/0x70 [11710.769910][ C3] hardirqs last disabled at (270098): [] __schedule+0xa87/0x1ac0 [11710.770476][ C3] softirqs last enabled at (270076): [] tcp_sendmsg+0x37/0x50 [11710.771036][ C3] softirqs last disabled at (270074): [] release_sock+0x1f/0x180 [11710.771582][ C3] CPU: 3 PID: 3650 Comm: ncat Tainted: G L 6.8.0-rc2-virtme #1 [11710.772103][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [11710.772826][ C3] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [11710.773208][ C3] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [11710.774355][ C3] RSP: 0018:ffffc900003d7900 EFLAGS: 00000202 [11710.774717][ C3] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff90c7aaa0 [11710.775186][ C3] RDX: ffffed10014131c4 RSI: 0000000000000004 RDI: ffff88800a098e18 [11710.775656][ C3] RBP: ffff88800a098e18 R08: 0000000000000000 R09: ffffed10014131c3 [11710.776129][ C3] R10: ffff88800a098e1b R11: 0000000000000008 R12: 0000000000000003 [11710.776607][ C3] R13: ffffed10014131c3 R14: 0000000000000001 R15: 1ffff9200007af21 [11710.777073][ C3] FS: 0000000000000000(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [11710.777597][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [11710.777980][ C3] CR2: 00005655003a4648 CR3: 0000000015f1e005 CR4: 00000000001706f0 [11710.778448][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [11710.778910][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [11710.779374][ C3] Call Trace: [11710.779569][ C3] [11710.779737][ C3] ? watchdog_timer_fn+0x2cf/0x3c0 [11710.780069][ C3] ? __run_hrtimer+0x1c3/0x710 [11710.780360][ C3] ? __pfx_watchdog_timer_fn+0x10/0x10 [11710.780690][ C3] ? __hrtimer_run_queues+0x197/0x270 [11710.781028][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [11710.781367][ C3] ? kvm_clock_get_cycles+0x18/0x30 [11710.781677][ C3] ? ktime_get_update_offsets_now+0xe4/0x2d0 [11710.782036][ C3] ? hrtimer_interrupt+0x2c3/0x770 [11710.782338][ C3] ? __sysvec_apic_timer_interrupt+0xc1/0x380 [11710.782696][ C3] ? sysvec_apic_timer_interrupt+0x70/0x80 [11710.783040][ C3] [11710.783212][ C3] [11710.783390][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [11710.783758][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [11710.784096][ C3] ? queued_spin_lock_slowpath+0x12d/0xb90 [11710.784447][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [11710.784808][ C3] do_raw_spin_lock+0x1ec/0x270 [11710.785091][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [11710.785412][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11710.785744][ C3] ? lock_acquire+0x1c1/0x220 [11710.786018][ C3] ? lock_sock_nested+0x59/0xe0 [11710.786305][ C3] _raw_spin_lock_bh+0x6f/0x80 [11710.786584][ C3] lock_sock_nested+0x59/0xe0 [11710.786865][ C3] ? tcp_close+0x19/0x80 [11710.787126][ C3] tcp_close+0x19/0x80 [11710.787365][ C3] inet_release+0x101/0x230 [11710.787636][ C3] __sock_release+0xa6/0x260 [11710.787914][ C3] sock_close+0x18/0x20 [11710.788158][ C3] __fput+0x1ff/0xa80 [11710.788401][ C3] task_work_run+0x136/0x220 [11710.788676][ C3] ? __pfx_task_work_run+0x10/0x10 [11710.788979][ C3] ? do_raw_spin_unlock+0x58/0x220 [11710.789281][ C3] do_exit+0x71a/0xde0 [11710.789523][ C3] ? __pfx_do_exit+0x10/0x10 [11710.789814][ C3] ? do_raw_spin_trylock+0xb9/0x190 [11710.790134][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [11710.790472][ C3] do_group_exit+0xb9/0x260 [11710.790749][ C3] get_signal+0x1887/0x1c10 [11710.791040][ C3] ? vfs_read+0x6ab/0xc00 [11710.791298][ C3] ? __pfx_get_signal+0x10/0x10 [11710.791591][ C3] ? __pfx_set_user_sigmask+0x10/0x10 [11710.791913][ C3] arch_do_signal_or_restart+0x7b/0x2f0 [11710.792246][ C3] ? __pfx_arch_do_signal_or_restart+0x10/0x10 [11710.792612][ C3] ? __pfx_do_pselect.constprop.0+0x10/0x10 [11710.792960][ C3] ? __pfx_ksys_read+0x10/0x10 [11710.793240][ C3] syscall_exit_to_user_mode+0x126/0x200 [11710.793575][ C3] do_syscall_64+0xd9/0x1e0 [11710.793844][ C3] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [11710.794189][ C3] RIP: 0033:0x7fc3a1098df9 [11710.794451][ C3] Code: Unable to access opcode bytes at 0x7fc3a1098dcf. [11710.794863][ C3] RSP: 002b:00007ffdaf0599c0 EFLAGS: 00000246 ORIG_RAX: 000000000000010e [11710.795356][ C3] RAX: fffffffffffffdfe RBX: 0000000000000000 RCX: 00007fc3a1098df9 [11710.795822][ C3] RDX: 000056114a812d10 RSI: 000056114a812c90 RDI: 0000000000000006 [11710.796287][ C3] RBP: 000056114a812c90 R08: 0000000000000000 R09: 0000000000000000 [11710.796757][ C3] R10: 000056114a812d90 R11: 0000000000000246 R12: 0000000000000006 [11710.797231][ C3] R13: 0000000000000000 R14: 0000000000000001 R15: 000056114a812d10 [11710.797703][ C3]