[12444.613143][ C1] watchdog: BUG: soft lockup - CPU#1 stuck for 9380s! [ncat:8027] [12444.613575][ C1] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_matchall act_mirred macvlan ip6_gre ip6_tunnel tunnel6 gre act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel sch_ingress bridge stp llc 8021q vrf veth [12444.614831][ C1] irq event stamp: 174248 [12444.615047][ C1] hardirqs last enabled at (174247): [] _raw_spin_unlock_irqrestore+0x51/0x70 [12444.615578][ C1] hardirqs last disabled at (174248): [] __schedule+0xa87/0x1ac0 [12444.616041][ C1] softirqs last enabled at (173260): [] __do_softirq+0x519/0x7ff [12444.616509][ C1] softirqs last disabled at (173255): [] irq_exit_rcu+0x98/0xc0 [12444.616967][ C1] CPU: 1 PID: 8027 Comm: ncat Tainted: G L 6.8.0-rc2-virtme #1 [12444.617413][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12444.618023][ C1] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12444.618348][ C1] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12444.619313][ C1] RSP: 0018:ffffc9000009e958 EFLAGS: 00000202 [12444.619620][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff89c7fa80 [12444.620016][ C1] RDX: ffffed1000f511c4 RSI: 0000000000000004 RDI: ffff888007a88e18 [12444.620412][ C1] RBP: ffff888007a88e18 R08: 0000000000000000 R09: ffffed1000f511c3 [12444.620810][ C1] R10: ffff888007a88e1b R11: 0000008000000000 R12: 0000000000000003 [12444.621208][ C1] R13: ffffed1000f511c3 R14: 0000000000000001 R15: 1ffff92000013d2c [12444.621603][ C1] FS: 00007f8b36905740(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [12444.622046][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12444.622375][ C1] CR2: 00007f8053d77d70 CR3: 000000000b260002 CR4: 0000000000770ef0 [12444.622790][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12444.623187][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12444.623583][ C1] PKRU: 55555554 [12444.623764][ C1] Call Trace: [12444.623936][ C1] [12444.624085][ C1] ? watchdog_timer_fn+0x2cf/0x3c0 [12444.624345][ C1] ? __run_hrtimer+0x1c0/0x710 [12444.624588][ C1] ? __pfx_watchdog_timer_fn+0x10/0x10 [12444.624863][ C1] ? __hrtimer_run_queues+0x197/0x270 [12444.625135][ C1] ? __pfx___hrtimer_run_queues+0x10/0x10 [12444.625422][ C1] ? kvm_clock_get_cycles+0x18/0x30 [12444.625688][ C1] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12444.625993][ C1] ? hrtimer_interrupt+0x2c3/0x770 [12444.626253][ C1] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12444.626562][ C1] ? sysvec_apic_timer_interrupt+0x70/0x80 [12444.626854][ C1] [12444.627006][ C1] [12444.627154][ C1] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12444.627467][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12444.627755][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12444.628047][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12444.628335][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12444.628647][ C1] ? lock_acquire+0x1c1/0x220 [12444.628886][ C1] ? lock_release+0x1d5/0x250 [12444.629126][ C1] do_raw_spin_lock+0x1ec/0x270 [12444.629377][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [12444.629648][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12444.629933][ C1] ? lock_acquire+0x1c1/0x220 [12444.630169][ C1] ? tcp_v4_rcv+0x221e/0x2ac0 [12444.630410][ C1] _raw_spin_lock_nested+0x65/0x80 [12444.630669][ C1] tcp_v4_rcv+0x221e/0x2ac0 [12444.630903][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [12444.631150][ C1] ? __pfx_raw_v4_input+0x10/0x10 [12444.631409][ C1] ip_protocol_deliver_rcu+0x93/0x360 [12444.631685][ C1] ip_local_deliver_finish+0x2ae/0x480 [12444.631960][ C1] ip_local_deliver+0x19d/0x480 [12444.632208][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [12444.632478][ C1] ? tcp_v4_early_demux+0x59a/0x9d0 [12444.632745][ C1] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12444.633093][ C1] ? rcu_read_lock_held+0xe/0x50 [12444.633347][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12444.633665][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12444.633928][ C1] ip_rcv+0x564/0x740 [12444.634131][ C1] ? __pfx_ip_rcv+0x10/0x10 [12444.634363][ C1] ? set_track_prepare+0x8a/0xd0 [12444.634617][ C1] ? __pfx_set_track_prepare+0x10/0x10 [12444.634894][ C1] ? __tcp_transmit_skb+0x22b1/0x2d20 [12444.635166][ C1] ? skb_clone+0x10b/0x330 [12444.635394][ C1] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12444.635713][ C1] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12444.636017][ C1] ? tcf_action_exec.part.0+0x112/0x3d0 [12444.636301][ C1] ? fl_classify+0x4dc/0x650 [cls_flower] [12444.636594][ C1] ? __tcf_classify+0x329/0x7d0 [12444.636842][ C1] ? __pfx_ip_rcv+0x10/0x10 [12444.637073][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [12444.637371][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12444.637657][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12444.637981][ C1] ? lock_acquire+0x1c1/0x220 [12444.638222][ C1] ? netif_receive_skb_internal+0x84/0x300 [12444.638516][ C1] netif_receive_skb_internal+0xb0/0x300 [12444.638801][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12444.639116][ C1] ? __copy_skb_header+0xaf/0x490 [12444.639372][ C1] ? __skb_clone+0x57a/0x760 [12444.639604][ C1] netif_receive_skb+0x55/0x280 [12444.639851][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12444.640163][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12444.640495][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [12444.640794][ C1] tcf_action_exec.part.0+0x112/0x3d0 [12444.641067][ C1] fl_classify+0x4dc/0x650 [cls_flower] [12444.641354][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12444.641666][ C1] ? unwind_get_return_address+0x5e/0xa0 [12444.641950][ C1] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12444.642265][ C1] ? stack_trace_save+0x95/0xd0 [12444.642510][ C1] ? stack_depot_save_flags+0x45/0x550 [12444.642798][ C1] ? kasan_save_stack+0x34/0x50 [12444.643046][ C1] ? kasan_save_stack+0x24/0x50 [12444.643293][ C1] ? kasan_save_track+0x14/0x30 [12444.643540][ C1] ? kasan_save_free_info+0x3f/0x60 [12444.643805][ C1] ? __kasan_slab_free+0xfc/0x1c0 [12444.644059][ C1] ? kmem_cache_free+0xf3/0x2c0 [12444.644307][ C1] ? __dev_queue_xmit+0x12ae/0x17e0 [12444.644569][ C1] ? ip_finish_output2+0x786/0x18e0 [12444.644834][ C1] ? ip_output+0x16b/0x4f0 [12444.645058][ C1] ? __ip_queue_xmit+0x672/0x1910 [12444.645314][ C1] ? __tcp_transmit_skb+0x22b1/0x2d20 [12444.645585][ C1] ? unwind_next_frame+0x1478/0x1d10 [12444.645854][ C1] ? get_reg+0x119/0x190 [12444.646069][ C1] ? unwind_next_frame+0x12af/0x1d10 [12444.646336][ C1] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12444.646645][ C1] __tcf_classify+0x329/0x7d0 [12444.646887][ C1] tcf_classify+0x283/0x930 [12444.647116][ C1] ? arch_stack_walk+0xa2/0x100 [12444.647365][ C1] ? __pfx_tcf_classify+0x10/0x10 [12444.647621][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12444.647906][ C1] ? unwind_next_frame+0x1478/0x1d10 [12444.648174][ C1] tc_run+0x2e4/0x5d0 [12444.648380][ C1] ? __pfx_tc_run+0x10/0x10 [12444.648612][ C1] ? lock_acquire+0x1c1/0x220 [12444.648850][ C1] ? __dev_queue_xmit+0x1da/0x17e0 [12444.649112][ C1] __dev_queue_xmit+0x686/0x17e0 [12444.649364][ C1] ? lock_acquire+0x1c1/0x220 [12444.649603][ C1] ? ip_finish_output2+0x786/0x18e0 [12444.649866][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12444.650172][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [12444.650444][ C1] ? neigh_hh_output+0x348/0x590 [12444.650695][ C1] ? ip_finish_output2+0x262/0x18e0 [12444.650958][ C1] ip_finish_output2+0x786/0x18e0 [12444.651213][ C1] ? stack_depot_save_flags+0x371/0x550 [12444.651494][ C1] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12444.651830][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [12444.652105][ C1] ? rcu_read_lock_held+0xe/0x50 [12444.652358][ C1] ? __ip_finish_output+0x10f/0x770 [12444.652621][ C1] ip_output+0x16b/0x4f0 [12444.652851][ C1] ? inet_recvmsg+0xf9/0x2c0 [12444.653087][ C1] ? __pfx_ip_output+0x10/0x10 [12444.653331][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12444.653617][ C1] ? rcu_read_lock_held+0xe/0x50 [12444.653867][ C1] ? ip_local_out+0x114/0x3b0 [12444.654105][ C1] __ip_queue_xmit+0x672/0x1910 [12444.654354][ C1] ? __create_object+0x5e/0xb0 [12444.654597][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [12444.654862][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [12444.655142][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [12444.655415][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [12444.655696][ C1] tcp_release_cb+0x1e9/0x390 [12444.655935][ C1] ? __pfx_tcp_release_cb+0x10/0x10 [12444.656200][ C1] release_sock+0xb8/0x1d0 [12444.656426][ C1] tcp_recvmsg+0xf8/0x4f0 [12444.656646][ C1] ? lock_release+0x1d5/0x250 [12444.656886][ C1] ? __pfx_tcp_recvmsg+0x10/0x10 [12444.657136][ C1] ? core_sys_select+0x620/0x710 [12444.657391][ C1] ? __pfx_core_sys_select+0x10/0x10 [12444.657662][ C1] inet_recvmsg+0xf9/0x2c0 [12444.657886][ C1] ? __pfx_pipe_write+0x10/0x10 [12444.658135][ C1] ? __pfx_inet_recvmsg+0x10/0x10 [12444.658389][ C1] ? __fget_light+0x54/0x1e0 [12444.658625][ C1] ? sockfd_lookup_light+0x1a/0x160 [12444.658890][ C1] __sys_recvfrom+0x2fb/0x3b0 [12444.659134][ C1] ? __pfx___sys_recvfrom+0x10/0x10 [12444.659400][ C1] ? __might_fault+0xc6/0x180 [12444.659642][ C1] ? do_pselect.constprop.0+0x12b/0x1e0 [12444.659921][ C1] ? __pfx_do_pselect.constprop.0+0x10/0x10 [12444.660221][ C1] ? restore_fpregs_from_fpstate+0x99/0x160 [12444.660518][ C1] ? __pfx_restore_fpregs_from_fpstate+0x10/0x10 [12444.660839][ C1] __x64_sys_recvfrom+0xe0/0x1c0 [12444.661090][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12444.661393][ C1] do_syscall_64+0xc9/0x1e0 [12444.661626][ C1] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12444.661923][ C1] RIP: 0033:0x7f8b36b3f4c0 [12444.662152][ C1] Code: 84 00 00 00 00 00 0f 1f 40 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 [12444.663123][ C1] RSP: 002b:00007ffe8e432168 EFLAGS: 00000246 ORIG_RAX: 000000000000002d [12444.663549][ C1] RAX: ffffffffffffffda RBX: 000055f4308b6a20 RCX: 00007f8b36b3f4c0 [12444.663945][ C1] RDX: 0000000000002000 RSI: 00007ffe8e4321f0 RDI: 0000000000000008 [12444.664342][ C1] RBP: 00007ffe8e4321f0 R08: 0000000000000000 R09: 0000000000000000 [12444.664738][ C1] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [12444.665141][ C1] R13: 000055f4308b6a20 R14: 0000000000000000 R15: 00007ffe8e4321ec [12444.665543][ C1] [12444.665699][ C3] watchdog: BUG: soft lockup - CPU#3 stuck for 9380s! [perl:7725] [12444.666116][ C3] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_matchall act_mirred macvlan ip6_gre ip6_tunnel tunnel6 gre act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel sch_ingress bridge stp llc 8021q vrf veth [12444.667373][ C3] irq event stamp: 290154 [12444.667593][ C3] hardirqs last enabled at (290153): [] _raw_spin_unlock_irqrestore+0x51/0x70 [12444.668118][ C3] hardirqs last disabled at (290154): [] _raw_spin_lock_irqsave+0x70/0x90 [12444.668620][ C3] softirqs last enabled at (271454): [] __do_softirq+0x519/0x7ff [12444.669089][ C3] softirqs last disabled at (271447): [] irq_exit_rcu+0x98/0xc0 [12444.669549][ C3] CPU: 3 PID: 7725 Comm: perl Tainted: G L 6.8.0-rc2-virtme #1 [12444.669995][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12444.670609][ C3] RIP: 0010:kasan_check_range+0x106/0x1c0 [12444.670898][ C3] Code: 00 74 f2 48 89 c2 b8 01 00 00 00 48 85 d2 0f 84 4c ff ff ff 41 83 e2 07 49 39 d1 0f 85 34 ff ff ff 45 3a 11 0f 8d 2b ff ff ff <5b> b8 01 00 00 00 5d 41 5c c3 cc cc cc cc 41 bc 08 00 00 00 45 29 [12444.671876][ C3] RSP: 0018:ffffc90000277a78 EFLAGS: 00000246 [12444.672183][ C3] RAX: ffffed1000f5136c RBX: ffffed1000f5136c RCX: ffffffff89c7fa80 [12444.672583][ C3] RDX: ffffed1000f5136c RSI: 0000000000000004 RDI: ffff888007a89b58 [12444.672991][ C3] RBP: ffffed1000f5136b R08: 0000000000000000 R09: ffffed1000f5136b [12444.673391][ C3] R10: ffff888007a89b5b R11: 0000008000000000 R12: 0000000000000003 [12444.673787][ C3] R13: ffffed1000f5136b R14: 0000000000000001 R15: 1ffff9200004ef54 [12444.674189][ C3] FS: 00007f93b25e1f00(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [12444.674637][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12444.674968][ C3] CR2: 00005595695a2ef8 CR3: 0000000006e4e006 CR4: 0000000000770ef0 [12444.675369][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12444.675765][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12444.676165][ C3] PKRU: 55555554 [12444.676347][ C3] Call Trace: [12444.676516][ C3] [12444.676665][ C3] ? watchdog_timer_fn+0x2cf/0x3c0 [12444.676928][ C3] ? __run_hrtimer+0x1c0/0x710 [12444.677168][ C3] ? __pfx_watchdog_timer_fn+0x10/0x10 [12444.677448][ C3] ? __hrtimer_run_queues+0x197/0x270 [12444.677721][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [12444.678009][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12444.678278][ C3] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12444.678580][ C3] ? hrtimer_interrupt+0x2c3/0x770 [12444.678839][ C3] ? hrtimer_interrupt+0x31a/0x770 [12444.679101][ C3] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12444.679410][ C3] ? sysvec_apic_timer_interrupt+0x39/0x80 [12444.679706][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12444.680020][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [12444.680310][ C3] ? kasan_check_range+0x106/0x1c0 [12444.680569][ C3] queued_spin_lock_slowpath+0xb0/0xb90 [12444.680852][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12444.681164][ C3] ? get_stack_info+0x36/0xc0 [12444.681403][ C3] ? lock_acquire+0x1c1/0x220 [12444.681643][ C3] ? lock_release+0x1d5/0x250 [12444.681883][ C3] do_raw_spin_lock+0x1ec/0x270 [12444.682131][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [12444.682403][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12444.682686][ C3] ? lock_acquire+0x1c1/0x220 [12444.682931][ C3] ? tcp_v4_rcv+0x221e/0x2ac0 [12444.683173][ C3] _raw_spin_lock_nested+0x65/0x80 [12444.683433][ C3] tcp_v4_rcv+0x221e/0x2ac0 [12444.683667][ C3] ? __pfx_tcp_v4_rcv+0x10/0x10 [12444.683914][ C3] ? __pfx_raw_v4_input+0x10/0x10 [12444.684173][ C3] ip_protocol_deliver_rcu+0x93/0x360 [12444.684450][ C3] ip_local_deliver_finish+0x2ae/0x480 [12444.684727][ C3] ip_local_deliver+0x19d/0x480 [12444.684975][ C3] ? __pfx_ip_local_deliver+0x10/0x10 [12444.685246][ C3] ? tcp_v4_early_demux+0x59a/0x9d0 [12444.685509][ C3] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12444.685856][ C3] ? rcu_read_lock_held+0xe/0x50 [12444.686108][ C3] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12444.686430][ C3] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12444.686695][ C3] ip_rcv+0x564/0x740 [12444.686899][ C3] ? __pfx_ip_rcv+0x10/0x10 [12444.687128][ C3] ? set_track_prepare+0x8a/0xd0 [12444.687384][ C3] ? __pfx_set_track_prepare+0x10/0x10 [12444.687661][ C3] ? vfs_write+0x9e9/0x10a0 [12444.687893][ C3] ? skb_clone+0x10b/0x330 [12444.688121][ C3] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12444.688440][ C3] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12444.688745][ C3] ? tcf_action_exec.part.0+0x112/0x3d0 [12444.689025][ C3] ? fl_classify+0x4dc/0x650 [cls_flower] [12444.689318][ C3] ? __tcf_classify+0x329/0x7d0 [12444.689566][ C3] ? __pfx_ip_rcv+0x10/0x10 [12444.689797][ C3] __netif_receive_skb_one_core+0x166/0x1b0 [12444.690097][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12444.690383][ C3] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12444.690707][ C3] ? lock_acquire+0x1c1/0x220 [12444.690945][ C3] ? netif_receive_skb_internal+0x84/0x300 [12444.691241][ C3] netif_receive_skb_internal+0xb0/0x300 [12444.691527][ C3] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12444.691844][ C3] ? __copy_skb_header+0xaf/0x490 [12444.692100][ C3] ? __skb_clone+0x57a/0x760 [12444.692335][ C3] netif_receive_skb+0x55/0x280 [12444.692581][ C3] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12444.692900][ C3] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12444.693233][ C3] tcf_mirred_act+0x338/0x780 [act_mirred] [12444.693533][ C3] tcf_action_exec.part.0+0x112/0x3d0 [12444.693806][ C3] fl_classify+0x4dc/0x650 [cls_flower] [12444.694095][ C3] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12444.694409][ C3] ? fl_mask_lookup+0x4ea/0x780 [cls_flower] [12444.694718][ C3] ? __pfx_fl_mask_lookup+0x10/0x10 [cls_flower] [12444.695042][ C3] ? lock_release+0x1d5/0x250 [12444.695283][ C3] ? is_bpf_text_address+0x71/0x120 [12444.695548][ C3] ? kernel_text_address+0xce/0xe0 [12444.695808][ C3] ? __kernel_text_address+0x12/0x40 [12444.696076][ C3] ? unwind_get_return_address+0x5e/0xa0 [12444.696363][ C3] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12444.696675][ C3] ? arch_stack_walk+0xa2/0x100 [12444.696925][ C3] ? get_stack_info_noinstr+0x18/0x110 [12444.697203][ C3] ? get_stack_info+0x36/0xc0 [12444.697442][ C3] __tcf_classify+0x329/0x7d0 [12444.697684][ C3] tcf_classify+0x283/0x930 [12444.697916][ C3] ? lock_release+0x1d5/0x250 [12444.698155][ C3] ? is_bpf_text_address+0x71/0x120 [12444.698419][ C3] ? __pfx_tcf_classify+0x10/0x10 [12444.698675][ C3] ? __kernel_text_address+0x12/0x40 [12444.698940][ C3] ? unwind_get_return_address+0x5e/0xa0 [12444.699223][ C3] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12444.699535][ C3] tc_run+0x2e4/0x5d0 [12444.699740][ C3] ? __pfx_tc_run+0x10/0x10 [12444.699970][ C3] ? lock_acquire+0x1c1/0x220 [12444.700209][ C3] ? __dev_queue_xmit+0x1da/0x17e0 [12444.700470][ C3] __dev_queue_xmit+0x686/0x17e0 [12444.700723][ C3] ? lock_acquire+0x1c1/0x220 [12444.700961][ C3] ? ip_finish_output2+0x786/0x18e0 [12444.701228][ C3] ? trace_irq_enable.constprop.0+0xd4/0x100 [12444.701529][ C3] ? __pfx___dev_queue_xmit+0x10/0x10 [12444.701801][ C3] ? neigh_hh_output+0x348/0x590 [12444.702052][ C3] ? ip_finish_output2+0x262/0x18e0 [12444.702317][ C3] ip_finish_output2+0x786/0x18e0 [12444.702574][ C3] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12444.702918][ C3] ? __pfx_ip_finish_output2+0x10/0x10 [12444.703193][ C3] ? rcu_read_lock_held+0xe/0x50 [12444.703446][ C3] ? __ip_finish_output+0x10f/0x770 [12444.703708][ C3] ip_output+0x16b/0x4f0 [12444.703926][ C3] ? __pfx_ip_output+0x10/0x10 [12444.704168][ C3] ? __pfx_set_track_prepare+0x10/0x10 [12444.704446][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12444.704759][ C3] ? kmem_cache_alloc_node+0x2b6/0x2e0 [12444.705034][ C3] ? kmalloc_reserve+0x11c/0x1f0 [12444.705286][ C3] ? __alloc_skb+0xd4/0x280 [12444.705517][ C3] ? tcp_stream_alloc_skb+0x30/0x510 [12444.705785][ C3] ? tcp_fragment+0x168/0x1040 [12444.706028][ C3] ? rcu_read_lock_held+0xe/0x50 [12444.706281][ C3] ? ip_local_out+0x114/0x3b0 [12444.706520][ C3] __ip_queue_xmit+0x672/0x1910 [12444.706767][ C3] ? __skb_clone+0x57a/0x760 [12444.707003][ C3] __tcp_transmit_skb+0x22b1/0x2d20 [12444.707271][ C3] ? __pfx___tcp_transmit_skb+0x10/0x10 [12444.707551][ C3] ? ipv4_dst_check+0xe3/0x170 [12444.707796][ C3] ? __sk_dst_check+0x1a1/0x2b0 [12444.708043][ C3] __tcp_retransmit_skb.part.0+0x4f5/0x1170 [12444.708345][ C3] ? __pfx___tcp_retransmit_skb.part.0+0x10/0x10 [12444.708664][ C3] ? tcp_fragment+0xb0e/0x1040 [12444.708907][ C3] tcp_send_loss_probe+0x348/0x830 [12444.709167][ C3] ? __pfx_tcp_write_timer+0x10/0x10 [12444.709436][ C3] tcp_write_timer+0x82/0x1d0 [12444.709674][ C3] call_timer_fn+0x173/0x430 [12444.709909][ C3] ? __pfx_call_timer_fn+0x10/0x10 [12444.710170][ C3] ? next_expiry_recalc+0xcd/0x220 [12444.710431][ C3] __run_timers.part.0+0x52d/0x890 [12444.710690][ C3] ? __pfx_tcp_write_timer+0x10/0x10 [12444.710960][ C3] ? __pfx___run_timers.part.0+0x10/0x10 [12444.711244][ C3] ? lock_acquire+0x1c1/0x220 [12444.711483][ C3] ? clockevents_program_event+0xf6/0x300 [12444.711771][ C3] ? lock_release+0x1d5/0x250 [12444.712009][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12444.712273][ C3] ? ktime_get+0xb3/0x190 [12444.712497][ C3] ? clockevents_program_event+0x1ea/0x300 [12444.712797][ C3] run_timer_softirq+0x72/0x100 [12444.713044][ C3] __do_softirq+0x1b9/0x7ff [12444.713279][ C3] irq_exit_rcu+0x98/0xc0 [12444.713498][ C3] sysvec_apic_timer_interrupt+0x75/0x80 [12444.713783][ C3] [12444.713933][ C3] [12444.714082][ C3] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12444.714387][ C3] RIP: 0010:_raw_spin_unlock_irqrestore+0x43/0x70 [12444.714709][ C3] Code: 10 e8 91 4a a6 fd 48 89 ef e8 a9 d2 a6 fd 81 e3 00 02 00 00 75 1d 9c 58 f6 c4 02 75 29 48 85 db 74 01 fb 65 ff 0d 25 c7 57 76 <74> 0e 5b 5d c3 cc cc cc cc e8 2f 93 c8 fd eb dc 0f 1f 44 00 00 5b [12444.715675][ C3] RSP: 0018:ffffc9000105fb20 EFLAGS: 00000286 [12444.715984][ C3] RAX: 0000000000000046 RBX: 0000000000000200 RCX: 1ffffffff171c3b3 [12444.716383][ C3] RDX: 0000000000000000 RSI: 0000000000000008 RDI: ffffffff89c7efb1 [12444.716781][ C3] RBP: ffffffff8da27860 R08: 0000000000000000 R09: fffffbfff171c16a [12444.717179][ C3] R10: ffffffff8b8e0b57 R11: 0000000000000000 R12: ffffffff8da27860 [12444.717576][ C3] R13: 0000000000000286 R14: ffff8880069b1c01 R15: ffffc9000105fd98 [12444.717974][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [12444.718272][ C3] uart_start+0xe4/0x1b0 [12444.718490][ C3] n_tty_write+0x677/0x7a0 [12444.718721][ C3] ? __pfx_n_tty_write+0x10/0x10 [12444.718972][ C3] ? __pfx_woken_wake_function+0x10/0x10 [12444.719257][ C3] ? lock_acquire+0x1c1/0x220 [12444.719496][ C3] ? iterate_tty_write+0x95/0x540 [12444.719751][ C3] iterate_tty_write+0x229/0x540 [12444.720003][ C3] file_tty_write.constprop.0+0x1db/0x370 [12444.720291][ C3] vfs_write+0x9e9/0x10a0 [12444.720513][ C3] ? __run_hrtimer+0x5df/0x710 [12444.720755][ C3] ? __pfx_vfs_write+0x10/0x10 [12444.720998][ C3] ? lock_acquire+0x1c1/0x220 [12444.721236][ C3] ? clockevents_program_event+0xf6/0x300 [12444.721525][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12444.721789][ C3] ? __fget_light+0x54/0x1e0 [12444.722025][ C3] ksys_write+0xf5/0x1e0 [12444.722241][ C3] ? __pfx_ksys_write+0x10/0x10 [12444.722489][ C3] ? trace_irq_enable.constprop.0+0xd4/0x100 [12444.722799][ C3] do_syscall_64+0xc9/0x1e0 [12444.723029][ C3] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12444.723330][ C3] RIP: 0033:0x7f93b2836957 [12444.723556][ C3] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12444.724521][ C3] RSP: 002b:00007ffce4bbf0a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12444.724941][ C3] RAX: ffffffffffffffda RBX: 0000563f1461dfb0 RCX: 00007f93b2836957 [12444.725338][ C3] RDX: 0000000000000001 RSI: 0000563f1461dfb0 RDI: 0000000000000001 [12444.725738][ C3] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12444.726135][ C3] R10: 0000000000000001 R11: 0000000000000246 R12: 0000563f1460a530 [12444.726533][ C3] R13: 0000563f145eb2a0 R14: 0000000000000001 R15: 0000563f1460a530 [12444.726933][ C3] [12472.613144][ C1] watchdog: BUG: soft lockup - CPU#1 stuck for 9407s! [ncat:8027] [12472.613591][ C1] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_matchall act_mirred macvlan ip6_gre ip6_tunnel tunnel6 gre act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel sch_ingress bridge stp llc 8021q vrf veth [12472.614845][ C1] irq event stamp: 174248 [12472.615062][ C1] hardirqs last enabled at (174247): [] _raw_spin_unlock_irqrestore+0x51/0x70 [12472.615590][ C1] hardirqs last disabled at (174248): [] __schedule+0xa87/0x1ac0 [12472.616053][ C1] softirqs last enabled at (173260): [] __do_softirq+0x519/0x7ff [12472.616520][ C1] softirqs last disabled at (173255): [] irq_exit_rcu+0x98/0xc0 [12472.616980][ C1] CPU: 1 PID: 8027 Comm: ncat Tainted: G L 6.8.0-rc2-virtme #1 [12472.617428][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12472.618038][ C1] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12472.618363][ C1] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12472.619330][ C1] RSP: 0018:ffffc9000009e958 EFLAGS: 00000202 [12472.619635][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff89c7fa80 [12472.620031][ C1] RDX: ffffed1000f511c4 RSI: 0000000000000004 RDI: ffff888007a88e18 [12472.620429][ C1] RBP: ffff888007a88e18 R08: 0000000000000000 R09: ffffed1000f511c3 [12472.620825][ C1] R10: ffff888007a88e1b R11: 0000008000000000 R12: 0000000000000003 [12472.621223][ C1] R13: ffffed1000f511c3 R14: 0000000000000001 R15: 1ffff92000013d2c [12472.621619][ C1] FS: 00007f8b36905740(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [12472.622061][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12472.622393][ C1] CR2: 00007f8053d77d70 CR3: 000000000b260002 CR4: 0000000000770ef0 [12472.622799][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12472.623194][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12472.623590][ C1] PKRU: 55555554 [12472.623772][ C1] Call Trace: [12472.623943][ C1] [12472.624092][ C1] ? watchdog_timer_fn+0x2cf/0x3c0 [12472.624354][ C1] ? __run_hrtimer+0x1c0/0x710 [12472.624597][ C1] ? __pfx_watchdog_timer_fn+0x10/0x10 [12472.624872][ C1] ? __hrtimer_run_queues+0x197/0x270 [12472.625148][ C1] ? __pfx___hrtimer_run_queues+0x10/0x10 [12472.625435][ C1] ? kvm_clock_get_cycles+0x18/0x30 [12472.625698][ C1] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12472.626003][ C1] ? hrtimer_interrupt+0x2c3/0x770 [12472.626265][ C1] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12472.626574][ C1] ? sysvec_apic_timer_interrupt+0x70/0x80 [12472.626868][ C1] [12472.627018][ C1] [12472.627167][ C1] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12472.627480][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12472.627770][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12472.628064][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12472.628354][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12472.628667][ C1] ? lock_acquire+0x1c1/0x220 [12472.628904][ C1] ? lock_release+0x1d5/0x250 [12472.629146][ C1] do_raw_spin_lock+0x1ec/0x270 [12472.629395][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [12472.629667][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12472.629953][ C1] ? lock_acquire+0x1c1/0x220 [12472.630190][ C1] ? tcp_v4_rcv+0x221e/0x2ac0 [12472.630430][ C1] _raw_spin_lock_nested+0x65/0x80 [12472.630688][ C1] tcp_v4_rcv+0x221e/0x2ac0 [12472.630922][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [12472.631170][ C1] ? __pfx_raw_v4_input+0x10/0x10 [12472.631428][ C1] ip_protocol_deliver_rcu+0x93/0x360 [12472.631700][ C1] ip_local_deliver_finish+0x2ae/0x480 [12472.631976][ C1] ip_local_deliver+0x19d/0x480 [12472.632224][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [12472.632495][ C1] ? tcp_v4_early_demux+0x59a/0x9d0 [12472.632764][ C1] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12472.633110][ C1] ? rcu_read_lock_held+0xe/0x50 [12472.633363][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12472.633682][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12472.633946][ C1] ip_rcv+0x564/0x740 [12472.634149][ C1] ? __pfx_ip_rcv+0x10/0x10 [12472.634380][ C1] ? set_track_prepare+0x8a/0xd0 [12472.634631][ C1] ? __pfx_set_track_prepare+0x10/0x10 [12472.634905][ C1] ? __tcp_transmit_skb+0x22b1/0x2d20 [12472.635175][ C1] ? skb_clone+0x10b/0x330 [12472.635402][ C1] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12472.635721][ C1] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12472.636025][ C1] ? tcf_action_exec.part.0+0x112/0x3d0 [12472.636307][ C1] ? fl_classify+0x4dc/0x650 [cls_flower] [12472.636598][ C1] ? __tcf_classify+0x329/0x7d0 [12472.636846][ C1] ? __pfx_ip_rcv+0x10/0x10 [12472.637076][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [12472.637376][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12472.637659][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12472.637982][ C1] ? lock_acquire+0x1c1/0x220 [12472.638222][ C1] ? netif_receive_skb_internal+0x84/0x300 [12472.638516][ C1] netif_receive_skb_internal+0xb0/0x300 [12472.638800][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12472.639116][ C1] ? __copy_skb_header+0xaf/0x490 [12472.639371][ C1] ? __skb_clone+0x57a/0x760 [12472.639604][ C1] netif_receive_skb+0x55/0x280 [12472.639850][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12472.640162][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12472.640493][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [12472.640792][ C1] tcf_action_exec.part.0+0x112/0x3d0 [12472.641066][ C1] fl_classify+0x4dc/0x650 [cls_flower] [12472.641356][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12472.641666][ C1] ? unwind_get_return_address+0x5e/0xa0 [12472.641952][ C1] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12472.642268][ C1] ? stack_trace_save+0x95/0xd0 [12472.642514][ C1] ? stack_depot_save_flags+0x45/0x550 [12472.642802][ C1] ? kasan_save_stack+0x34/0x50 [12472.643051][ C1] ? kasan_save_stack+0x24/0x50 [12472.643299][ C1] ? kasan_save_track+0x14/0x30 [12472.643545][ C1] ? kasan_save_free_info+0x3f/0x60 [12472.643809][ C1] ? __kasan_slab_free+0xfc/0x1c0 [12472.644063][ C1] ? kmem_cache_free+0xf3/0x2c0 [12472.644312][ C1] ? __dev_queue_xmit+0x12ae/0x17e0 [12472.644575][ C1] ? ip_finish_output2+0x786/0x18e0 [12472.644838][ C1] ? ip_output+0x16b/0x4f0 [12472.645062][ C1] ? __ip_queue_xmit+0x672/0x1910 [12472.645321][ C1] ? __tcp_transmit_skb+0x22b1/0x2d20 [12472.645596][ C1] ? unwind_next_frame+0x1478/0x1d10 [12472.645862][ C1] ? get_reg+0x119/0x190 [12472.646077][ C1] ? unwind_next_frame+0x12af/0x1d10 [12472.646344][ C1] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12472.646653][ C1] __tcf_classify+0x329/0x7d0 [12472.646894][ C1] tcf_classify+0x283/0x930 [12472.647126][ C1] ? arch_stack_walk+0xa2/0x100 [12472.647374][ C1] ? __pfx_tcf_classify+0x10/0x10 [12472.647629][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12472.647916][ C1] ? unwind_next_frame+0x1478/0x1d10 [12472.648183][ C1] tc_run+0x2e4/0x5d0 [12472.648386][ C1] ? __pfx_tc_run+0x10/0x10 [12472.648617][ C1] ? lock_acquire+0x1c1/0x220 [12472.648855][ C1] ? __dev_queue_xmit+0x1da/0x17e0 [12472.649115][ C1] __dev_queue_xmit+0x686/0x17e0 [12472.649368][ C1] ? lock_acquire+0x1c1/0x220 [12472.649602][ C1] ? ip_finish_output2+0x786/0x18e0 [12472.649866][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12472.650167][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [12472.650439][ C1] ? neigh_hh_output+0x348/0x590 [12472.650689][ C1] ? ip_finish_output2+0x262/0x18e0 [12472.650953][ C1] ip_finish_output2+0x786/0x18e0 [12472.651208][ C1] ? stack_depot_save_flags+0x371/0x550 [12472.651487][ C1] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12472.651822][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [12472.652096][ C1] ? rcu_read_lock_held+0xe/0x50 [12472.652348][ C1] ? __ip_finish_output+0x10f/0x770 [12472.652620][ C1] ip_output+0x16b/0x4f0 [12472.652836][ C1] ? inet_recvmsg+0xf9/0x2c0 [12472.653070][ C1] ? __pfx_ip_output+0x10/0x10 [12472.653312][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12472.653599][ C1] ? rcu_read_lock_held+0xe/0x50 [12472.653850][ C1] ? ip_local_out+0x114/0x3b0 [12472.654089][ C1] __ip_queue_xmit+0x672/0x1910 [12472.654335][ C1] ? __create_object+0x5e/0xb0 [12472.654579][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [12472.654845][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [12472.655127][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [12472.655399][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [12472.655678][ C1] tcp_release_cb+0x1e9/0x390 [12472.655917][ C1] ? __pfx_tcp_release_cb+0x10/0x10 [12472.656182][ C1] release_sock+0xb8/0x1d0 [12472.656409][ C1] tcp_recvmsg+0xf8/0x4f0 [12472.656628][ C1] ? lock_release+0x1d5/0x250 [12472.656869][ C1] ? __pfx_tcp_recvmsg+0x10/0x10 [12472.657121][ C1] ? core_sys_select+0x620/0x710 [12472.657375][ C1] ? __pfx_core_sys_select+0x10/0x10 [12472.657643][ C1] inet_recvmsg+0xf9/0x2c0 [12472.657868][ C1] ? __pfx_pipe_write+0x10/0x10 [12472.658115][ C1] ? __pfx_inet_recvmsg+0x10/0x10 [12472.658370][ C1] ? __fget_light+0x54/0x1e0 [12472.658605][ C1] ? sockfd_lookup_light+0x1a/0x160 [12472.658868][ C1] __sys_recvfrom+0x2fb/0x3b0 [12472.659107][ C1] ? __pfx___sys_recvfrom+0x10/0x10 [12472.659371][ C1] ? __might_fault+0xc6/0x180 [12472.659614][ C1] ? do_pselect.constprop.0+0x12b/0x1e0 [12472.659893][ C1] ? __pfx_do_pselect.constprop.0+0x10/0x10 [12472.660193][ C1] ? restore_fpregs_from_fpstate+0x99/0x160 [12472.660493][ C1] ? __pfx_restore_fpregs_from_fpstate+0x10/0x10 [12472.660814][ C1] __x64_sys_recvfrom+0xe0/0x1c0 [12472.661066][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12472.661368][ C1] do_syscall_64+0xc9/0x1e0 [12472.661601][ C1] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12472.661900][ C1] RIP: 0033:0x7f8b36b3f4c0 [12472.662128][ C1] Code: 84 00 00 00 00 00 0f 1f 40 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 [12472.663101][ C1] RSP: 002b:00007ffe8e432168 EFLAGS: 00000246 ORIG_RAX: 000000000000002d [12472.663522][ C1] RAX: ffffffffffffffda RBX: 000055f4308b6a20 RCX: 00007f8b36b3f4c0 [12472.663918][ C1] RDX: 0000000000002000 RSI: 00007ffe8e4321f0 RDI: 0000000000000008 [12472.664315][ C1] RBP: 00007ffe8e4321f0 R08: 0000000000000000 R09: 0000000000000000 [12472.664710][ C1] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [12472.665106][ C1] R13: 000055f4308b6a20 R14: 0000000000000000 R15: 00007ffe8e4321ec [12472.665509][ C1] [12472.665668][ C3] watchdog: BUG: soft lockup - CPU#3 stuck for 9407s! [perl:7725] [12472.666084][ C3] Modules linked in: act_skbedit act_ct nf_flow_table nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_matchall act_mirred macvlan ip6_gre ip6_tunnel tunnel6 gre act_gact cls_flower vxlan ip6_udp_tunnel udp_tunnel sch_ingress bridge stp llc 8021q vrf veth [12472.667335][ C3] irq event stamp: 290154 [12472.667551][ C3] hardirqs last enabled at (290153): [] _raw_spin_unlock_irqrestore+0x51/0x70 [12472.668076][ C3] hardirqs last disabled at (290154): [] _raw_spin_lock_irqsave+0x70/0x90 [12472.668576][ C3] softirqs last enabled at (271454): [] __do_softirq+0x519/0x7ff [12472.669044][ C3] softirqs last disabled at (271447): [] irq_exit_rcu+0x98/0xc0 [12472.669504][ C3] CPU: 3 PID: 7725 Comm: perl Tainted: G L 6.8.0-rc2-virtme #1 [12472.669948][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12472.670554][ C3] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12472.670879][ C3] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12472.671845][ C3] RSP: 0018:ffffc90000277a98 EFLAGS: 00000202 [12472.672149][ C3] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff89c7fa80 [12472.672548][ C3] RDX: ffffed1000f5136c RSI: 0000000000000004 RDI: ffff888007a89b58 [12472.672951][ C3] RBP: ffff888007a89b58 R08: 0000000000000000 R09: ffffed1000f5136b [12472.673348][ C3] R10: ffff888007a89b5b R11: 0000008000000000 R12: 0000000000000003 [12472.673743][ C3] R13: ffffed1000f5136b R14: 0000000000000001 R15: 1ffff9200004ef54 [12472.674142][ C3] FS: 00007f93b25e1f00(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [12472.674589][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12472.674921][ C3] CR2: 00005595695a2ef8 CR3: 0000000006e4e006 CR4: 0000000000770ef0 [12472.675320][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12472.675714][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12472.676112][ C3] PKRU: 55555554 [12472.676294][ C3] Call Trace: [12472.676463][ C3] [12472.676613][ C3] ? watchdog_timer_fn+0x2cf/0x3c0 [12472.676875][ C3] ? __run_hrtimer+0x1c0/0x710 [12472.677118][ C3] ? __pfx_watchdog_timer_fn+0x10/0x10 [12472.677401][ C3] ? __hrtimer_run_queues+0x197/0x270 [12472.677672][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [12472.677959][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12472.678225][ C3] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12472.678529][ C3] ? hrtimer_interrupt+0x2c3/0x770 [12472.678792][ C3] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12472.679101][ C3] ? sysvec_apic_timer_interrupt+0x39/0x80 [12472.679399][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12472.679714][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [12472.680002][ C3] ? queued_spin_lock_slowpath+0x12d/0xb90 [12472.680299][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [12472.680586][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12472.680897][ C3] ? get_stack_info+0x36/0xc0 [12472.681138][ C3] ? lock_acquire+0x1c1/0x220 [12472.681379][ C3] ? lock_release+0x1d5/0x250 [12472.681617][ C3] do_raw_spin_lock+0x1ec/0x270 [12472.681865][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [12472.682138][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12472.682424][ C3] ? lock_acquire+0x1c1/0x220 [12472.682669][ C3] ? tcp_v4_rcv+0x221e/0x2ac0 [12472.682909][ C3] _raw_spin_lock_nested+0x65/0x80 [12472.683169][ C3] tcp_v4_rcv+0x221e/0x2ac0 [12472.683403][ C3] ? __pfx_tcp_v4_rcv+0x10/0x10 [12472.683651][ C3] ? __pfx_raw_v4_input+0x10/0x10 [12472.683910][ C3] ip_protocol_deliver_rcu+0x93/0x360 [12472.684185][ C3] ip_local_deliver_finish+0x2ae/0x480 [12472.684468][ C3] ip_local_deliver+0x19d/0x480 [12472.684716][ C3] ? __pfx_ip_local_deliver+0x10/0x10 [12472.684988][ C3] ? tcp_v4_early_demux+0x59a/0x9d0 [12472.685253][ C3] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12472.685600][ C3] ? rcu_read_lock_held+0xe/0x50 [12472.685853][ C3] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12472.686174][ C3] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12472.686436][ C3] ip_rcv+0x564/0x740 [12472.686639][ C3] ? __pfx_ip_rcv+0x10/0x10 [12472.686869][ C3] ? set_track_prepare+0x8a/0xd0 [12472.687123][ C3] ? __pfx_set_track_prepare+0x10/0x10 [12472.687400][ C3] ? vfs_write+0x9e9/0x10a0 [12472.687633][ C3] ? skb_clone+0x10b/0x330 [12472.687860][ C3] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12472.688179][ C3] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12472.688486][ C3] ? tcf_action_exec.part.0+0x112/0x3d0 [12472.688767][ C3] ? fl_classify+0x4dc/0x650 [cls_flower] [12472.689061][ C3] ? __tcf_classify+0x329/0x7d0 [12472.689311][ C3] ? __pfx_ip_rcv+0x10/0x10 [12472.689543][ C3] __netif_receive_skb_one_core+0x166/0x1b0 [12472.689844][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12472.690130][ C3] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12472.690461][ C3] ? lock_acquire+0x1c1/0x220 [12472.690698][ C3] ? netif_receive_skb_internal+0x84/0x300 [12472.690994][ C3] netif_receive_skb_internal+0xb0/0x300 [12472.691280][ C3] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12472.691596][ C3] ? __copy_skb_header+0xaf/0x490 [12472.691852][ C3] ? __skb_clone+0x57a/0x760 [12472.692087][ C3] netif_receive_skb+0x55/0x280 [12472.692337][ C3] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12472.692660][ C3] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12472.692992][ C3] tcf_mirred_act+0x338/0x780 [act_mirred] [12472.693293][ C3] tcf_action_exec.part.0+0x112/0x3d0 [12472.693568][ C3] fl_classify+0x4dc/0x650 [cls_flower] [12472.693856][ C3] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12472.694171][ C3] ? fl_mask_lookup+0x4ea/0x780 [cls_flower] [12472.694480][ C3] ? __pfx_fl_mask_lookup+0x10/0x10 [cls_flower] [12472.694805][ C3] ? lock_release+0x1d5/0x250 [12472.695044][ C3] ? is_bpf_text_address+0x71/0x120 [12472.695312][ C3] ? kernel_text_address+0xce/0xe0 [12472.695572][ C3] ? __kernel_text_address+0x12/0x40 [12472.695839][ C3] ? unwind_get_return_address+0x5e/0xa0 [12472.696123][ C3] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12472.696435][ C3] ? arch_stack_walk+0xa2/0x100 [12472.696685][ C3] ? get_stack_info_noinstr+0x18/0x110 [12472.696960][ C3] ? get_stack_info+0x36/0xc0 [12472.697203][ C3] __tcf_classify+0x329/0x7d0 [12472.697446][ C3] tcf_classify+0x283/0x930 [12472.697676][ C3] ? lock_release+0x1d5/0x250 [12472.697913][ C3] ? is_bpf_text_address+0x71/0x120 [12472.698177][ C3] ? __pfx_tcf_classify+0x10/0x10 [12472.698433][ C3] ? __kernel_text_address+0x12/0x40 [12472.698702][ C3] ? unwind_get_return_address+0x5e/0xa0 [12472.698985][ C3] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12472.699297][ C3] tc_run+0x2e4/0x5d0 [12472.699502][ C3] ? __pfx_tc_run+0x10/0x10 [12472.699732][ C3] ? lock_acquire+0x1c1/0x220 [12472.699970][ C3] ? __dev_queue_xmit+0x1da/0x17e0 [12472.700235][ C3] __dev_queue_xmit+0x686/0x17e0 [12472.700487][ C3] ? lock_acquire+0x1c1/0x220 [12472.700724][ C3] ? ip_finish_output2+0x786/0x18e0 [12472.700988][ C3] ? trace_irq_enable.constprop.0+0xd4/0x100 [12472.701293][ C3] ? __pfx___dev_queue_xmit+0x10/0x10 [12472.701563][ C3] ? neigh_hh_output+0x348/0x590 [12472.701815][ C3] ? ip_finish_output2+0x262/0x18e0 [12472.702078][ C3] ip_finish_output2+0x786/0x18e0 [12472.702336][ C3] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12472.702682][ C3] ? __pfx_ip_finish_output2+0x10/0x10 [12472.702957][ C3] ? rcu_read_lock_held+0xe/0x50 [12472.703211][ C3] ? __ip_finish_output+0x10f/0x770 [12472.703475][ C3] ip_output+0x16b/0x4f0 [12472.703690][ C3] ? __pfx_ip_output+0x10/0x10 [12472.703936][ C3] ? __pfx_set_track_prepare+0x10/0x10 [12472.704213][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12472.704523][ C3] ? kmem_cache_alloc_node+0x2b6/0x2e0 [12472.704799][ C3] ? kmalloc_reserve+0x11c/0x1f0 [12472.705051][ C3] ? __alloc_skb+0xd4/0x280 [12472.705280][ C3] ? tcp_stream_alloc_skb+0x30/0x510 [12472.705549][ C3] ? tcp_fragment+0x168/0x1040 [12472.705793][ C3] ? rcu_read_lock_held+0xe/0x50 [12472.706044][ C3] ? ip_local_out+0x114/0x3b0 [12472.706286][ C3] __ip_queue_xmit+0x672/0x1910 [12472.706534][ C3] ? __skb_clone+0x57a/0x760 [12472.706768][ C3] __tcp_transmit_skb+0x22b1/0x2d20 [12472.707034][ C3] ? __pfx___tcp_transmit_skb+0x10/0x10 [12472.707315][ C3] ? ipv4_dst_check+0xe3/0x170 [12472.707559][ C3] ? __sk_dst_check+0x1a1/0x2b0 [12472.707807][ C3] __tcp_retransmit_skb.part.0+0x4f5/0x1170 [12472.708104][ C3] ? __pfx___tcp_retransmit_skb.part.0+0x10/0x10 [12472.708427][ C3] ? tcp_fragment+0xb0e/0x1040 [12472.708671][ C3] tcp_send_loss_probe+0x348/0x830 [12472.708930][ C3] ? __pfx_tcp_write_timer+0x10/0x10 [12472.709197][ C3] tcp_write_timer+0x82/0x1d0 [12472.709437][ C3] call_timer_fn+0x173/0x430 [12472.709674][ C3] ? __pfx_call_timer_fn+0x10/0x10 [12472.709935][ C3] ? next_expiry_recalc+0xcd/0x220 [12472.710196][ C3] __run_timers.part.0+0x52d/0x890 [12472.710454][ C3] ? __pfx_tcp_write_timer+0x10/0x10 [12472.710722][ C3] ? __pfx___run_timers.part.0+0x10/0x10 [12472.711006][ C3] ? lock_acquire+0x1c1/0x220 [12472.711243][ C3] ? clockevents_program_event+0xf6/0x300 [12472.711535][ C3] ? lock_release+0x1d5/0x250 [12472.711773][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12472.712037][ C3] ? ktime_get+0xb3/0x190 [12472.712256][ C3] ? clockevents_program_event+0x1ea/0x300 [12472.712552][ C3] run_timer_softirq+0x72/0x100 [12472.712804][ C3] __do_softirq+0x1b9/0x7ff [12472.713035][ C3] irq_exit_rcu+0x98/0xc0 [12472.713257][ C3] sysvec_apic_timer_interrupt+0x75/0x80 [12472.713541][ C3] [12472.713691][ C3] [12472.713841][ C3] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12472.714145][ C3] RIP: 0010:_raw_spin_unlock_irqrestore+0x43/0x70 [12472.714469][ C3] Code: 10 e8 91 4a a6 fd 48 89 ef e8 a9 d2 a6 fd 81 e3 00 02 00 00 75 1d 9c 58 f6 c4 02 75 29 48 85 db 74 01 fb 65 ff 0d 25 c7 57 76 <74> 0e 5b 5d c3 cc cc cc cc e8 2f 93 c8 fd eb dc 0f 1f 44 00 00 5b [12472.715435][ C3] RSP: 0018:ffffc9000105fb20 EFLAGS: 00000286 [12472.715742][ C3] RAX: 0000000000000046 RBX: 0000000000000200 RCX: 1ffffffff171c3b3 [12472.716137][ C3] RDX: 0000000000000000 RSI: 0000000000000008 RDI: ffffffff89c7efb1 [12472.716532][ C3] RBP: ffffffff8da27860 R08: 0000000000000000 R09: fffffbfff171c16a [12472.716927][ C3] R10: ffffffff8b8e0b57 R11: 0000000000000000 R12: ffffffff8da27860 [12472.717325][ C3] R13: 0000000000000286 R14: ffff8880069b1c01 R15: ffffc9000105fd98 [12472.717725][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [12472.718021][ C3] uart_start+0xe4/0x1b0 [12472.718241][ C3] n_tty_write+0x677/0x7a0 [12472.718469][ C3] ? __pfx_n_tty_write+0x10/0x10 [12472.718720][ C3] ? __pfx_woken_wake_function+0x10/0x10 [12472.719004][ C3] ? lock_acquire+0x1c1/0x220 [12472.719243][ C3] ? iterate_tty_write+0x95/0x540 [12472.719500][ C3] iterate_tty_write+0x229/0x540 [12472.719754][ C3] file_tty_write.constprop.0+0x1db/0x370 [12472.720043][ C3] vfs_write+0x9e9/0x10a0 [12472.720268][ C3] ? __run_hrtimer+0x5df/0x710 [12472.720508][ C3] ? __pfx_vfs_write+0x10/0x10 [12472.720751][ C3] ? lock_acquire+0x1c1/0x220 [12472.720989][ C3] ? clockevents_program_event+0xf6/0x300 [12472.721277][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12472.721541][ C3] ? __fget_light+0x54/0x1e0 [12472.721776][ C3] ksys_write+0xf5/0x1e0 [12472.721993][ C3] ? __pfx_ksys_write+0x10/0x10 [12472.722242][ C3] ? trace_irq_enable.constprop.0+0xd4/0x100 [12472.722546][ C3] do_syscall_64+0xc9/0x1e0 [12472.722783][ C3] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12472.723081][ C3] RIP: 0033:0x7f93b2836957 [12472.723308][ C3] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12472.724275][ C3] RSP: 002b:00007ffce4bbf0a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12472.724696][ C3] RAX: ffffffffffffffda RBX: 0000563f1461dfb0 RCX: 00007f93b2836957 [12472.725092][ C3] RDX: 0000000000000001 RSI: 0000563f1461dfb0 RDI: 0000000000000001 [12472.725489][ C3] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12472.725887][ C3] R10: 0000000000000001 R11: 0000000000000246 R12: 0000563f1460a530 [12472.726286][ C3] R13: 0000563f145eb2a0 R14: 0000000000000001 R15: 0000563f1460a530 [12472.726685][ C3] [12495.720164][ C3] rcu: INFO: rcu_preempt self-detected stall on CPU [12495.720530][ C3] rcu: 3-....: (9785208 ticks this GP) idle=9af4/1/0x4000000000000000 softirq=521145/521147 fqs=2437299 [12495.721083][ C3] rcu: (t=10101749 jiffies g=1064457 q=118 ncpus=4) [12495.721429][ C3] Sending NMI from CPU 3 to CPUs 1: [12495.721705][ C1] NMI backtrace for cpu 1 [12495.721711][ C1] CPU: 1 PID: 8027 Comm: ncat Tainted: G L 6.8.0-rc2-virtme #1 [12495.721716][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12495.721719][ C1] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12495.721726][ C1] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12495.721729][ C1] RSP: 0018:ffffc9000009e958 EFLAGS: 00000202 [12495.721732][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff89c7fa80 [12495.721734][ C1] RDX: ffffed1000f511c4 RSI: 0000000000000004 RDI: ffff888007a88e18 [12495.721736][ C1] RBP: ffff888007a88e18 R08: 0000000000000000 R09: ffffed1000f511c3 [12495.721738][ C1] R10: ffff888007a88e1b R11: 0000008000000000 R12: 0000000000000003 [12495.721739][ C1] R13: ffffed1000f511c3 R14: 0000000000000001 R15: 1ffff92000013d2c [12495.721741][ C1] FS: 00007f8b36905740(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [12495.721743][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12495.721746][ C1] CR2: 00007f8053d77d70 CR3: 000000000b260002 CR4: 0000000000770ef0 [12495.721748][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12495.721749][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12495.721751][ C1] PKRU: 55555554 [12495.721752][ C1] Call Trace: [12495.721755][ C1] [12495.721759][ C1] ? nmi_cpu_backtrace+0x112/0x220 [12495.721764][ C1] ? nmi_cpu_backtrace_handler+0x11/0x20 [12495.721769][ C1] ? nmi_handle+0x153/0x420 [12495.721774][ C1] ? default_do_nmi+0x41/0x100 [12495.721777][ C1] ? exc_nmi+0xf3/0x120 [12495.721779][ C1] ? end_repeat_nmi+0xf/0x60 [12495.721785][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12495.721789][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12495.721792][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12495.721796][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12495.721799][ C1] [12495.721800][ C1] [12495.721801][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12495.721807][ C1] ? lock_acquire+0x1c1/0x220 [12495.721811][ C1] ? lock_release+0x1d5/0x250 [12495.721815][ C1] do_raw_spin_lock+0x1ec/0x270 [12495.721819][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [12495.721822][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12495.721825][ C1] ? lock_acquire+0x1c1/0x220 [12495.721827][ C1] ? tcp_v4_rcv+0x221e/0x2ac0 [12495.721831][ C1] _raw_spin_lock_nested+0x65/0x80 [12495.721835][ C1] tcp_v4_rcv+0x221e/0x2ac0 [12495.721842][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [12495.721844][ C1] ? __pfx_raw_v4_input+0x10/0x10 [12495.721850][ C1] ip_protocol_deliver_rcu+0x93/0x360 [12495.721856][ C1] ip_local_deliver_finish+0x2ae/0x480 [12495.721860][ C1] ip_local_deliver+0x19d/0x480 [12495.721862][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [12495.721864][ C1] ? tcp_v4_early_demux+0x59a/0x9d0 [12495.721867][ C1] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12495.721873][ C1] ? rcu_read_lock_held+0xe/0x50 [12495.721878][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12495.721881][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12495.721891][ C1] ip_rcv+0x564/0x740 [12495.721893][ C1] ? __pfx_ip_rcv+0x10/0x10 [12495.721896][ C1] ? set_track_prepare+0x8a/0xd0 [12495.721901][ C1] ? __pfx_set_track_prepare+0x10/0x10 [12495.721904][ C1] ? __tcp_transmit_skb+0x22b1/0x2d20 [12495.721907][ C1] ? skb_clone+0x10b/0x330 [12495.721911][ C1] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12495.721917][ C1] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12495.721922][ C1] ? tcf_action_exec.part.0+0x112/0x3d0 [12495.721927][ C1] ? fl_classify+0x4dc/0x650 [cls_flower] [12495.721935][ C1] ? __tcf_classify+0x329/0x7d0 [12495.721940][ C1] ? __pfx_ip_rcv+0x10/0x10 [12495.721942][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [12495.721945][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12495.721949][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12495.721953][ C1] ? lock_acquire+0x1c1/0x220 [12495.721955][ C1] ? netif_receive_skb_internal+0x84/0x300 [12495.721960][ C1] netif_receive_skb_internal+0xb0/0x300 [12495.721964][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12495.721968][ C1] ? __copy_skb_header+0xaf/0x490 [12495.721971][ C1] ? __skb_clone+0x57a/0x760 [12495.721973][ C1] netif_receive_skb+0x55/0x280 [12495.721976][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12495.721984][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12495.721991][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [12495.721998][ C1] tcf_action_exec.part.0+0x112/0x3d0 [12495.722003][ C1] fl_classify+0x4dc/0x650 [cls_flower] [12495.722013][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12495.722020][ C1] ? unwind_get_return_address+0x5e/0xa0 [12495.722023][ C1] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12495.722030][ C1] ? stack_trace_save+0x95/0xd0 [12495.722033][ C1] ? stack_depot_save_flags+0x45/0x550 [12495.722039][ C1] ? kasan_save_stack+0x34/0x50 [12495.722044][ C1] ? kasan_save_stack+0x24/0x50 [12495.722046][ C1] ? kasan_save_track+0x14/0x30 [12495.722049][ C1] ? kasan_save_free_info+0x3f/0x60 [12495.722052][ C1] ? __kasan_slab_free+0xfc/0x1c0 [12495.722054][ C1] ? kmem_cache_free+0xf3/0x2c0 [12495.722058][ C1] ? __dev_queue_xmit+0x12ae/0x17e0 [12495.722061][ C1] ? ip_finish_output2+0x786/0x18e0 [12495.722064][ C1] ? ip_output+0x16b/0x4f0 [12495.722067][ C1] ? __ip_queue_xmit+0x672/0x1910 [12495.722070][ C1] ? __tcp_transmit_skb+0x22b1/0x2d20 [12495.722073][ C1] ? unwind_next_frame+0x1478/0x1d10 [12495.722075][ C1] ? get_reg+0x119/0x190 [12495.722078][ C1] ? unwind_next_frame+0x12af/0x1d10 [12495.722081][ C1] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12495.722086][ C1] __tcf_classify+0x329/0x7d0 [12495.722091][ C1] tcf_classify+0x283/0x930 [12495.722095][ C1] ? arch_stack_walk+0xa2/0x100 [12495.722099][ C1] ? __pfx_tcf_classify+0x10/0x10 [12495.722102][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12495.722106][ C1] ? unwind_next_frame+0x1478/0x1d10 [12495.722109][ C1] tc_run+0x2e4/0x5d0 [12495.722113][ C1] ? __pfx_tc_run+0x10/0x10 [12495.722116][ C1] ? lock_acquire+0x1c1/0x220 [12495.722118][ C1] ? __dev_queue_xmit+0x1da/0x17e0 [12495.722122][ C1] __dev_queue_xmit+0x686/0x17e0 [12495.722126][ C1] ? lock_acquire+0x1c1/0x220 [12495.722128][ C1] ? ip_finish_output2+0x786/0x18e0 [12495.722131][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12495.722135][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [12495.722138][ C1] ? neigh_hh_output+0x348/0x590 [12495.722141][ C1] ? ip_finish_output2+0x262/0x18e0 [12495.722145][ C1] ip_finish_output2+0x786/0x18e0 [12495.722148][ C1] ? stack_depot_save_flags+0x371/0x550 [12495.722151][ C1] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12495.722158][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [12495.722162][ C1] ? rcu_read_lock_held+0xe/0x50 [12495.722166][ C1] ? __ip_finish_output+0x10f/0x770 [12495.722170][ C1] ip_output+0x16b/0x4f0 [12495.722172][ C1] ? inet_recvmsg+0xf9/0x2c0 [12495.722176][ C1] ? __pfx_ip_output+0x10/0x10 [12495.722178][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12495.722183][ C1] ? rcu_read_lock_held+0xe/0x50 [12495.722186][ C1] ? ip_local_out+0x114/0x3b0 [12495.722189][ C1] __ip_queue_xmit+0x672/0x1910 [12495.722192][ C1] ? __create_object+0x5e/0xb0 [12495.722196][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [12495.722201][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [12495.722205][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [12495.722209][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [12495.722213][ C1] tcp_release_cb+0x1e9/0x390 [12495.722216][ C1] ? __pfx_tcp_release_cb+0x10/0x10 [12495.722220][ C1] release_sock+0xb8/0x1d0 [12495.722224][ C1] tcp_recvmsg+0xf8/0x4f0 [12495.722226][ C1] ? lock_release+0x1d5/0x250 [12495.722229][ C1] ? __pfx_tcp_recvmsg+0x10/0x10 [12495.722231][ C1] ? core_sys_select+0x620/0x710 [12495.722236][ C1] ? __pfx_core_sys_select+0x10/0x10 [12495.722240][ C1] inet_recvmsg+0xf9/0x2c0 [12495.722242][ C1] ? __pfx_pipe_write+0x10/0x10 [12495.722247][ C1] ? __pfx_inet_recvmsg+0x10/0x10 [12495.722249][ C1] ? __fget_light+0x54/0x1e0 [12495.722253][ C1] ? sockfd_lookup_light+0x1a/0x160 [12495.722258][ C1] __sys_recvfrom+0x2fb/0x3b0 [12495.722262][ C1] ? __pfx___sys_recvfrom+0x10/0x10 [12495.722266][ C1] ? __might_fault+0xc6/0x180 [12495.722272][ C1] ? do_pselect.constprop.0+0x12b/0x1e0 [12495.722276][ C1] ? __pfx_do_pselect.constprop.0+0x10/0x10 [12495.722280][ C1] ? restore_fpregs_from_fpstate+0x99/0x160 [12495.722284][ C1] ? __pfx_restore_fpregs_from_fpstate+0x10/0x10 [12495.722289][ C1] __x64_sys_recvfrom+0xe0/0x1c0 [12495.722292][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12495.722295][ C1] do_syscall_64+0xc9/0x1e0 [12495.722300][ C1] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12495.722304][ C1] RIP: 0033:0x7f8b36b3f4c0 [12495.722307][ C1] Code: 84 00 00 00 00 00 0f 1f 40 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 [12495.722309][ C1] RSP: 002b:00007ffe8e432168 EFLAGS: 00000246 ORIG_RAX: 000000000000002d [12495.722312][ C1] RAX: ffffffffffffffda RBX: 000055f4308b6a20 RCX: 00007f8b36b3f4c0 [12495.722314][ C1] RDX: 0000000000002000 RSI: 00007ffe8e4321f0 RDI: 0000000000000008 [12495.722315][ C1] RBP: 00007ffe8e4321f0 R08: 0000000000000000 R09: 0000000000000000 [12495.722317][ C1] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [12495.722318][ C1] R13: 000055f4308b6a20 R14: 0000000000000000 R15: 00007ffe8e4321ec [12495.722323][ C1] [12495.722698][ C3] CPU: 3 PID: 7725 Comm: perl Tainted: G L 6.8.0-rc2-virtme #1 [12495.769315][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12495.769922][ C3] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12495.770248][ C3] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12495.771214][ C3] RSP: 0018:ffffc90000277a98 EFLAGS: 00000202 [12495.771522][ C3] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff89c7fa80 [12495.771919][ C3] RDX: ffffed1000f5136c RSI: 0000000000000004 RDI: ffff888007a89b58 [12495.772318][ C3] RBP: ffff888007a89b58 R08: 0000000000000000 R09: ffffed1000f5136b [12495.772721][ C3] R10: ffff888007a89b5b R11: 0000008000000000 R12: 0000000000000003 [12495.773116][ C3] R13: ffffed1000f5136b R14: 0000000000000001 R15: 1ffff9200004ef54 [12495.773510][ C3] FS: 00007f93b25e1f00(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [12495.773954][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12495.774283][ C3] CR2: 00005595695a2ef8 CR3: 0000000006e4e006 CR4: 0000000000770ef0 [12495.774682][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12495.775076][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12495.775470][ C3] PKRU: 55555554 [12495.775649][ C3] Call Trace: [12495.775818][ C3] [12495.775964][ C3] ? rcu_dump_cpu_stacks+0x2a3/0x4c0 [12495.776236][ C3] ? print_cpu_stall+0x263/0x6a0 [12495.776489][ C3] ? check_cpu_stall+0x284/0x500 [12495.776741][ C3] ? rcu_pending+0x92/0x360 [12495.776972][ C3] ? rcu_sched_clock_irq+0x107/0x3f0 [12495.777241][ C3] ? update_process_times+0xb9/0x110 [12495.777509][ C3] ? tick_sched_handle+0x67/0x130 [12495.777765][ C3] ? tick_nohz_highres_handler+0xa7/0xd0 [12495.778051][ C3] ? __run_hrtimer+0x1c0/0x710 [12495.778292][ C3] ? __pfx_tick_nohz_highres_handler+0x10/0x10 [12495.778604][ C3] ? __hrtimer_run_queues+0x197/0x270 [12495.778878][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [12495.779166][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12495.779431][ C3] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12495.779736][ C3] ? hrtimer_interrupt+0x2c3/0x770 [12495.779997][ C3] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12495.780307][ C3] ? sysvec_apic_timer_interrupt+0x39/0x80 [12495.780601][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12495.780913][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [12495.781204][ C3] ? queued_spin_lock_slowpath+0x12d/0xb90 [12495.781497][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [12495.781785][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12495.782096][ C3] ? get_stack_info+0x36/0xc0 [12495.782337][ C3] ? lock_acquire+0x1c1/0x220 [12495.782580][ C3] ? lock_release+0x1d5/0x250 [12495.782820][ C3] do_raw_spin_lock+0x1ec/0x270 [12495.783067][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [12495.783338][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12495.783623][ C3] ? lock_acquire+0x1c1/0x220 [12495.783858][ C3] ? tcp_v4_rcv+0x221e/0x2ac0 [12495.784099][ C3] _raw_spin_lock_nested+0x65/0x80 [12495.784358][ C3] tcp_v4_rcv+0x221e/0x2ac0 [12495.784593][ C3] ? __pfx_tcp_v4_rcv+0x10/0x10 [12495.784840][ C3] ? __pfx_raw_v4_input+0x10/0x10 [12495.785097][ C3] ip_protocol_deliver_rcu+0x93/0x360 [12495.785371][ C3] ip_local_deliver_finish+0x2ae/0x480 [12495.785647][ C3] ip_local_deliver+0x19d/0x480 [12495.785894][ C3] ? __pfx_ip_local_deliver+0x10/0x10 [12495.786164][ C3] ? tcp_v4_early_demux+0x59a/0x9d0 [12495.786428][ C3] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12495.786775][ C3] ? rcu_read_lock_held+0xe/0x50 [12495.787026][ C3] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12495.787350][ C3] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12495.787612][ C3] ip_rcv+0x564/0x740 [12495.787814][ C3] ? __pfx_ip_rcv+0x10/0x10 [12495.788045][ C3] ? set_track_prepare+0x8a/0xd0 [12495.788298][ C3] ? __pfx_set_track_prepare+0x10/0x10 [12495.788575][ C3] ? vfs_write+0x9e9/0x10a0 [12495.788807][ C3] ? skb_clone+0x10b/0x330 [12495.7890300000000000000 [12945.235071][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12945.235075][ C3] CR2: 00005595695a2ef8 CR3: 0000000006e4e006 CR4: 0000000000770ef0 [12945.235076][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12945.235078][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12945.235079][ C3] PKRU: 55555554 [12945.235080][ C3] Call Trace: [12945.235083][ C3] [12945.235084][ C3] ? nmi_cpu_backtrace+0x112/0x220 [12945.235088][ C3] ? nmi_cpu_backtrace_handler+0x11/0x20 [12945.235093][ C3] ? nmi_handle+0x153/0x420 [12945.235098][ C3] ? default_do_nmi+0x41/0x100 [12945.235101][ C3] ? exc_nmi+0xf3/0x120 [12945.235104][ C3] ? end_repeat_nmi+0xf/0x60 [12945.235112][ C3] ? put_dec_trunc8+0x6d/0x300 [12945.235116][ C3] ? put_dec_trunc8+0x6d/0x300 [12945.235120][ C3] ? put_dec_trunc8+0x6d/0x300 [12945.235123][ C3] [12945.235124][ C3] [12945.235126][ C3] number+0x647/0x890 [12945.235131][ C3] ? __pfx_number+0x10/0x10 [12945.235134][ C3] ? format_decode+0x539/0x890 [12945.235137][ C3] ? __pfx_symbol_string+0x10/0x10 [12945.235140][ C3] ? __pfx_format_decode+0x10/0x10 [12945.235142][ C3] ? symbol_string+0x1ef/0x3a0 [12945.235146][ C3] vsnprintf+0x6fa/0x1600 [12945.235150][ C3] ? __pfx_vsnprintf+0x10/0x10 [12945.235154][ C3] ? desc_read+0x2af/0x440 [12945.235158][ C3] sprintf+0xb2/0xe0 [12945.235161][ C3] ? __pfx_sprintf+0x10/0x10 [12945.235164][ C3] ? desc_read_finalized_seq+0x72/0x130 [12945.235167][ C3] ? desc_read+0x2af/0x440 [12945.235171][ C3] info_print_prefix+0x210/0x2f0 [12945.235175][ C3] ? __pfx_info_print_prefix+0x10/0x10 [12945.235179][ C3] ? __pfx__prb_read_valid+0x10/0x10 [12945.235182][ C3] record_print_text+0x13d/0x380 [12945.235186][ C3] ? __pfx_record_print_text+0x10/0x10 [12945.235190][ C3] ? prb_read_valid+0x6a/0x90 [12945.235193][ C3] ? __pfx_prb_read_valid+0x10/0x10 [12945.235195][ C3] ? is_bpf_text_address+0x71/0x120 [12945.235198][ C3] ? pointer+0x448/0x9e0 [12945.235201][ C3] printk_get_next_message+0x1b8/0x6b0 [12945.235206][ C3] ? __pfx_printk_get_next_message+0x10/0x10 [12945.235210][ C3] ? vsnprintf+0x86f/0x1600 [12945.235214][ C3] ? __pfx__prb_commit+0x10/0x10 [12945.235216][ C3] ? do_raw_spin_trylock+0xb9/0x190 [12945.235221][ C3] ? lock_acquire+0x1c1/0x220 [12945.235224][ C3] ? console_flush_all+0x121/0x950 [12945.235228][ C3] console_flush_all+0x2e3/0x950 [12945.235232][ C3] ? __pfx_console_flush_all+0x10/0x10 [12945.235236][ C3] ? do_raw_spin_trylock+0xb9/0x190 [12945.235239][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12945.235243][ C3] console_unlock+0x94/0x260 [12945.235247][ C3] ? __pfx_console_unlock+0x10/0x10 [12945.235250][ C3] ? lock_acquire+0x1c0/0x220 [12945.235252][ C3] ? console_trylock_spinning+0x159/0x200 [12945.235257][ C3] vprintk_emit+0x140/0x1d0 [12945.235260][ C3] ? unwind_next_frame+0x1478/0x1d10 [12945.235264][ C3] ? is_bpf_text_address+0x71/0x120 [12945.235267][ C3] _printk+0xb7/0xf0 [12945.235270][ C3] ? __pfx__printk+0x10/0x10 [12945.235273][ C3] ? lock_release+0x1d5/0x250 [12945.235276][ C3] ? is_bpf_text_address+0x71/0x120 [12945.235279][ C3] ? is_bpf_text_address+0x71/0x120 [12945.235282][ C3] show_trace_log_lvl+0x1a8/0x410 [12945.235285][ C3] ? is_bpf_text_address+0x71/0x120 [12945.235290][ C3] ? tc_run+0x2e4/0x5d0 [12945.235295][ C3] watchdog_timer_fn+0x2cf/0x3c0 [12945.235299][ C3] __run_hrtimer+0x1c0/0x710 [12945.235303][ C3] ? __pfx_watchdog_timer_fn+0x10/0x10 [12945.235306][ C3] __hrtimer_run_queues+0x197/0x270 [12945.235310][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [12945.235312][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12945.235317][ C3] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12945.235322][ C3] hrtimer_interrupt+0x2c3/0x770 [12945.235328][ C3] __sysvec_apic_timer_interrupt+0xbe/0x380 [12945.235333][ C3] sysvec_apic_timer_interrupt+0x39/0x80 [12945.235337][ C3] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12945.235341][ C3] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12945.235345][ C3] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12945.235348][ C3] RSP: 0018:ffffc90000277a98 EFLAGS: 00000202 [12945.235350][ C3] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff89c7fa80 [12945.235352][ C3] RDX: ffffed1000f5136c RSI: 0000000000000004 RDI: ffff888007a89b58 [12945.235354][ C3] RBP: ffff888007a89b58 R08: 0000000000000000 R09: ffffed1000f5136b [12945.235356][ C3] R10: ffff888007a89b5b R11: 0000008000000000 R12: 0000000000000003 [12945.235357][ C3] R13: ffffed1000f5136b R14: 0000000000000001 R15: 1ffff9200004ef54 [12945.235361][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [12945.235365][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [12945.235368][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12945.235371][ C3] ? get_stack_info+0x36/0xc0 [12945.235376][ C3] ? lock_acquire+0x1c1/0x220 [12945.235379][ C3] ? lock_release+0x1d5/0x250 [12945.235382][ C3] do_raw_spin_lock+0x1ec/0x270 [12945.235385][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [12945.235388][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12945.235391][ C3] ? lock_acquire+0x1c1/0x220 [12945.235393][ C3] ? tcp_v4_rcv+0x221e/0x2ac0 [12945.235398][ C3] _raw_spin_lock_nested+0x65/0x80 [12945.235401][ C3] tcp_v4_rcv+0x221e/0x2ac0 [12945.235408][ C3] ? __pfx_tcp_v4_rcv+0x10/0x10 [12945.235410][ C3] ? __pfx_raw_v4_input+0x10/0x10 [12945.235415][ C3] ip_protocol_deliver_rcu+0x93/0x360 [12945.235421][ C3] ip_local_deliver_finish+0x2ae/0x480 [12945.235425][ C3] ip_local_deliver+0x19d/0x480 [12945.235428][ C3] ? __pfx_ip_local_deliver+0x10/0x10 [12945.235429][ C3] ? tcp_v4_early_demux+0x59a/0x9d0 [12945.235432][ C3] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12945.235437][ C3] ? rcu_read_lock_held+0xe/0x50 [12945.235442][ C3] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12945.235445][ C3] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12945.235455][ C3] ip_rcv+0x564/0x740 [12945.235457][ C3] ? __pfx_ip_rcv+0x10/0x10 [12945.235460][ C3] ? set_track_prepare+0x8a/0xd0 [12945.235465][ C3] ? __pfx_set_track_prepare+0x10/0x10 [12945.235468][ C3] ? vfs_write+0x9e9/0x10a0 [12945.235472][ C3] ? skb_clone+0x10b/0x330 [12945.235477][ C3] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12945.235483][ C3] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12945.235488][ C3] ? tcf_action_exec.part.0+0x112/0x3d0 [12945.235494][ C3] ? fl_classify+0x4dc/0x650 [cls_flower] [12945.235502][ C3] ? __tcf_classify+0x329/0x7d0 [12945.235507][ C3] ? __pfx_ip_rcv+0x10/0x10 [12945.235509][ C3] __netif_receive_skb_one_core+0x166/0x1b0 [12945.235513][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12945.235516][ C3] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12945.235521][ C3] ? lock_acquire+0x1c1/0x220 [12945.235523][ C3] ? netif_receive_skb_internal+0x84/0x300 [12945.235528][ C3] netif_receive_skb_internal+0xb0/0x300 [12945.235532][ C3] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12945.235536][ C3] ? __copy_skb_header+0xaf/0x490 [12945.235540][ C3] ? __skb_clone+0x57a/0x760 [12945.235542][ C3] netif_receive_skb+0x55/0x280 [12945.235546][ C3] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12945.235554][ C3] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12945.235561][ C3] tcf_mirred_act+0x338/0x780 [act_mirred] [12945.235567][ C3] tcf_action_exec.part.0+0x112/0x3d0 [12945.235572][ C3] fl_classify+0x4dc/0x650 [cls_flower] [12945.235582][ C3] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12945.235591][ C3] ? fl_mask_lookup+0x4ea/0x780 [cls_flower] [12945.235600][ C3] ? __pfx_fl_mask_lookup+0x10/0x10 [cls_flower] [12945.235608][ C3] ? lock_release+0x1d5/0x250 [12945.235611][ C3] ? is_bpf_text_address+0x71/0x120 [12945.235614][ C3] ? kernel_text_address+0xce/0xe0 [12945.235618][ C3] ? __kernel_text_address+0x12/0x40 [12945.235620][ C3] ? unwind_get_return_address+0x5e/0xa0 [12945.235622][ C3] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12945.235626][ C3] ? arch_stack_walk+0xa2/0x100 [12945.235633][ C3] ? get_stack_info_noinstr+0x18/0x110 [12945.235636][ C3] ? get_stack_info+0x36/0xc0 [12945.235641][ C3] __tcf_classify+0x329/0x7d0 [12945.235646][ C3] tcf_classify+0x283/0x930 [12945.235650][ C3] ? lock_release+0x1d5/0x250 [12945.235652][ C3] ? is_bpf_text_address+0x71/0x120 [12945.235655][ C3] ? __pfx_tcf_classify+0x10/0x10 [12945.235659][ C3] ? __kernel_text_address+0x12/0x40 [12945.235661][ C3] ? unwind_get_return_address+0x5e/0xa0 [12945.235663][ C3] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12945.235667][ C3] tc_run+0x2e4/0x5d0 [12945.235670][ C3] ? __pfx_tc_run+0x10/0x10 [12945.235673][ C3] ? lock_acquire+0x1c1/0x220 [12945.235676][ C3] ? __dev_queue_xmit+0x1da/0x17e0 [12945.235680][ C3] __dev_queue_xmit+0x686/0x17e0 [12945.235684][ C3] ? lock_acquire+0x1c1/0x220 [12945.235687][ C3] ? ip_finish_output2+0x786/0x18e0 [12945.235691][ C3] ? trace_irq_enable.constprop.0+0xd4/0x100 [12945.235695][ C3] ? __pfx___dev_queue_xmit+0x10/0x10 [12945.235698][ C3] ? neigh_hh_output+0x348/0x590 [12945.235701][ C3] ? ip_finish_output2+0x262/0x18e0 [12945.235705][ C3] ip_finish_output2+0x786/0x18e0 [12945.235709][ C3] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12945.235717][ C3] ? __pfx_ip_finish_output2+0x10/0x10 [12945.235719][ C3] ? rcu_read_lock_held+0xe/0x50 [12945.235723][ C3] ? __ip_finish_output+0x10f/0x770 [12945.235727][ C3] ip_output+0x16b/0x4f0 [12945.235730][ C3] ? __pfx_ip_output+0x10/0x10 [12945.235732][ C3] ? __pfx_set_track_prepare+0x10/0x10 [12945.235735][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12945.235738][ C3] ? kmem_cache_alloc_node+0x2b6/0x2e0 [12945.235741][ C3] ? kmalloc_reserve+0x11c/0x1f0 [12945.235745][ C3] ? __alloc_skb+0xd4/0x280 [12945.235747][ C3] ? tcp_stream_alloc_skb+0x30/0x510 [12945.235751][ C3] ? tcp_fragment+0x168/0x1040 [12945.235755][ C3] ? rcu_read_lock_held+0xe/0x50 [12945.235758][ C3] ? ip_local_out+0x114/0x3b0 [12945.235761][ C3] __ip_queue_xmit+0x672/0x1910 [12945.235765][ C3] ? __skb_clone+0x57a/0x760 [12945.235768][ C3] __tcp_transmit_skb+0x22b1/0x2d20 [12945.235774][ C3] ? __pfx___tcp_transmit_skb+0x10/0x10 [12945.235777][ C3] ? ipv4_dst_check+0xe3/0x170 [12945.235781][ C3] ? __sk_dst_check+0x1a1/0x2b0 [12945.235785][ C3] __tcp_retransmit_skb.part.0+0x4f5/0x1170 [12945.235789][ C3] ? __pfx___tcp_retransmit_skb.part.0+0x10/0x10 [12945.235793][ C3] ? tcp_fragment+0xb0e/0x1040 [12945.235796][ C3] tcp_send_loss_probe+0x348/0x830 [12945.235800][ C3] ? __pfx_tcp_write_timer+0x10/0x10 [12945.235802][ C3] tcp_write_timer+0x82/0x1d0 [12945.235806][ C3] call_timer_fn+0x173/0x430 [12945.235811][ C3] ? __pfx_call_timer_fn+0x10/0x10 [12945.235815][ C3] ? next_expiry_recalc+0xcd/0x220 [12945.235820][ C3] __run_timers.part.0+0x52d/0x890 [12945.235823][ C3] ? __pfx_tcp_write_timer+0x10/0x10 [12945.235828][ C3] ? __pfx___run_timers.part.0+0x10/0x10 [12945.235831][ C3] ? lock_acquire+0x1c1/0x220 [12945.235834][ C3] ? clockevents_program_event+0xf6/0x300 [12945.235838][ C3] ? lock_release+0x1d5/0x250 [12945.235840][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12945.235844][ C3] ? ktime_get+0xb3/0x190 [12945.235847][ C3] ? clockevents_program_event+0x1ea/0x300 [12945.235851][ C3] run_timer_softirq+0x72/0x100 [12945.235854][ C3] __do_softirq+0x1b9/0x7ff [12945.235859][ C3] irq_exit_rcu+0x98/0xc0 [12945.235861][ C3] sysvec_apic_timer_interrupt+0x75/0x80 [12945.235865][ C3] [12945.235866][ C3] [12945.235867][ C3] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12945.235870][ C3] RIP: 0010:_raw_spin_unlock_irqrestore+0x43/0x70 [12945.235873][ C3] Code: 10 e8 91 4a a6 fd 48 89 ef e8 a9 d2 a6 fd 81 e3 00 02 00 00 75 1d 9c 58 f6 c4 02 75 29 48 85 db 74 01 fb 65 ff 0d 25 c7 57 76 <74> 0e 5b 5d c3 cc cc cc cc e8 2f 93 c8 fd eb dc 0f 1f 44 00 00 5b [12945.235875][ C3] RSP: 0018:ffffc9000105fb20 EFLAGS: 00000286 [12945.235877][ C3] RAX: 0000000000000046 RBX: 0000000000000200 RCX: 1ffffffff171c3b3 [12945.235878][ C3] RDX: 0000000000000000 RSI: 0000000000000008 RDI: ffffffff89c7efb1 [12945.235880][ C3] RBP: ffffffff8da27860 R08: 0000000000000000 R09: fffffbfff171c16a [12945.235881][ C3] R10: ffffffff8b8e0b57 R11: 0000000000000000 R12: ffffffff8da27860 [12945.235883][ C3] R13: 0000000000000286 R14: ffff8880069b1c01 R15: ffffc9000105fd98 [12945.235886][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [12945.235890][ C3] uart_start+0xe4/0x1b0 [12945.235895][ C3] n_tty_write+0x677/0x7a0 [12945.235901][ C3] ? __pfx_n_tty_write+0x10/0x10 [12945.235904][ C3] ? __pfx_woken_wake_function+0x10/0x10 [12945.235909][ C3] ? lock_acquire+0x1c1/0x220 [12945.235911][ C3] ? iterate_tty_write+0x95/0x540 [12945.235915][ C3] iterate_tty_write+0x229/0x540 [12945.235919][ C3] file_tty_write.constprop.0+0x1db/0x370 [12945.235923][ C3] vfs_write+0x9e9/0x10a0 [12945.235927][ C3] ? __run_hrtimer+0x5df/0x710 [12945.235930][ C3] ? __pfx_vfs_write+0x10/0x10 [12945.235933][ C3] ? lock_acquire+0x1c1/0x220 [12945.235935][ C3] ? clockevents_program_event+0xf6/0x300 [12945.235939][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12945.235943][ C3] ? __fget_light+0x54/0x1e0 [12945.235948][ C3] ksys_write+0xf5/0x1e0 [12945.235952][ C3] ? __pfx_ksys_write+0x10/0x10 [12945.235956][ C3] ? trace_irq_enable.constprop.0+0xd4/0x100 [12945.235960][ C3] do_syscall_64+0xc9/0x1e0 [12945.235965][ C3] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12945.235968][ C3] RIP: 0033:0x7f93b2836957 [12945.235972][ C3] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12945.235974][ C3] RSP: 002b:00007ffce4bbf0a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12945.235977][ C3] RAX: ffffffffffffffda RBX: 0000563f1461dfb0 RCX: 00007f93b2836957 [12945.235979][ C3] RDX: 0000000000000001 RSI: 0000563f1461dfb0 RDI: 0000000000000001 [12945.235980][ C3] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12945.235982][ C3] R10: 0000000000000001 R11: 0000000000000246 R12: 0000563f1460a530 [12945.235983][ C3] R13: 0000563f145eb2a0 R14: 0000000000000001 R15: 0000563f1460a530 [12945.235988][ C3] [12945.236029][ C0] rcu: rcu_preempt kthread timer wakeup didn't happen for 12087 jiffies! g1064457 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x402 [12945.386129][ C3] ? __pfx_tcf_classify+0x10/0x10 [12945.507194][ C0] rcu: Possible timer handling issue on cpu=0 timer-softirq=2609691 [12945.748070][ C3] ? __kernel_text_address+0x12/0x40 [12946.050677][ C0] rcu: rcu_preempt kthread starved for 12905 jiffies! g1064457 f0x0 RCU_GP_WAIT_FQS(5) ->state=0x402 ->cpu=0 [12946.200100][ C3] ? unwind_get_return_address+0x5e/0xa0 [12946.654437][ C0] rcu: Unless rcu_preempt kthread gets sufficient CPU time, OOM is now expected behavior. [12946.834262][ C3] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12947.045431][ C0] rcu: RCU grace-period kthread stack dump: [12947.255977][ C3] tc_run+0x2e4/0x5d0 [12947.467293][ C0] task:rcu_preempt state:I [12947.676388][ C3] ? __pfx_tc_run+0x10/0x10 [12947.887597][ C0] stack:28608 pid:17 tgid:17 ppid:2 flags:0x00004000 [12948.115157][ C3] ? lock_acquire+0x1c1/0x220 [12948.115541][ C0] Call Trace: [12948.115994][ C3] ? __dev_queue_xmit+0x1da/0x17e0 [12948.116452][ C0] [12948.116885][ C3] __dev_queue_xmit+0x686/0x17e0 [12948.117080][ C0] __schedule+0x705/0x1ac0 [12948.117262][ C3] ? lock_acquire+0x1c1/0x220 [12948.117424][ C0] ? __pfx___schedule+0x10/0x10 [12948.117699][ C3] ? ip_finish_output2+0x786/0x18e0 [12948.118006][ C0] ? __pfx___mod_timer+0x10/0x10 [12948.118253][ C3] ? trace_irq_enable.constprop.0+0xd4/0x100 [12948.118517][ C0] ? __switch_to+0x5df/0xfa0 [12948.118746][ C3] ? __pfx___dev_queue_xmit+0x10/0x10 [12948.118999][ C0] ? lock_acquire+0x1c1/0x220 [12948.119260][ C3] ? neigh_hh_output+0x348/0x590 [12948.119568][ C0] ? schedule+0x163/0x280 [12948.119840][ C3] ? ip_finish_output2+0x262/0x18e0 [12948.120008][ C0] schedule+0xeb/0x280 [12948.120171][ C3] ip_finish_output2+0x786/0x18e0 [12948.120408][ C0] schedule_timeout+0xff/0x250 [12948.120665][ C3] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12948.120933][ C0] ? __pfx_schedule_timeout+0x10/0x10 [12948.121226][ C3] ? __pfx_ip_finish_output2+0x10/0x10 [12948.121528][ C0] ? __pfx_process_timeout+0x10/0x10 [12948.121788][ C3] ? rcu_read_lock_held+0xe/0x50 [12948.122028][ C0] ? prepare_to_swait_event+0xfa/0x4a0 [12948.122290][ C3] ? __ip_finish_output+0x10f/0x770 [12948.122535][ C0] rcu_gp_fqs_loop+0x1ad/0xaa0 [12948.122750][ C3] ip_output+0x16b/0x4f0 [12948.123004][ C0] ? __pfx_rcu_gp_fqs_loop+0x10/0x10 [12948.123307][ C3] ? __pfx_ip_output+0x10/0x10 [12948.123552][ C0] ? _raw_spin_lock_irqsave+0x5e/0x90 [12948.123822][ C3] ? __pfx_set_track_prepare+0x10/0x10 [12948.124118][ C0] rcu_gp_kthread+0x35b/0x540 [12948.124404][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12948.124676][ C0] ? __pfx_rcu_gp_kthread+0x10/0x10 [12948.124973][ C3] ? kmem_cache_alloc_node+0x2b6/0x2e0 [12948.125237][ C0] ? __kthread_parkme+0xc7/0x1f0 [12948.125517][ C3] ? kmalloc_reserve+0x11c/0x1f0 [12948.125800][ C0] ? __pfx_rcu_gp_kthread+0x10/0x10 [12948.126031][ C3] ? __alloc_skb+0xd4/0x280 [12948.126336][ C0] ? __pfx_rcu_gp_kthread+0x10/0x10 [12948.126665][ C3] ? tcp_stream_alloc_skb+0x30/0x510 [12948.126913][ C0] kthread+0x28f/0x360 [12948.127185][ C3] ? tcp_fragment+0x168/0x1040 [12948.127472][ C0] ? __pfx_kthread+0x10/0x10 [12948.127729][ C3] ? rcu_read_lock_held+0xe/0x50 [12948.128010][ C0] ret_from_fork+0x31/0x70 [12948.128282][ C3] ? ip_local_out+0x114/0x3b0 [12948.128585][ C0] ? __pfx_kthread+0x10/0x10 [12948.128873][ C3] __ip_queue_xmit+0x672/0x1910 [12948.129186][ C0] ret_from_fork_asm+0x1b/0x30 [12948.129441][ C3] ? __skb_clone+0x57a/0x760 [12948.129728][ C0] [12948.129986][ C3] __tcp_transmit_skb+0x22b1/0x2d20 [12948.130335][ C0] rcu: Stack dump where RCU GP kthread last ran: [12948.130590][ C3] ? __pfx___tcp_transmit_skb+0x10/0x10 [12948.130881][ C0] CPU: 0 PID: 0 Comm: swapper/0 Tainted: G L 6.8.0-rc2-virtme #1 [12948.131173][ C3] ? ipv4_dst_check+0xe3/0x170 [12948.131396][ C0] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12948.131658][ C3] ? __sk_dst_check+0x1a1/0x2b0 [12948.131916][ C0] RIP: 0010:default_idle+0xf/0x20 [12948.132205][ C3] __tcp_retransmit_skb.part.0+0x4f5/0x1170 [12948.132508][ C0] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 93 42 41 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [12948.132795][ C3] ? __pfx___tcp_retransmit_skb.part.0+0x10/0x10 [12948.133086][ C0] RSP: 0018:ffffffff8ac07df8 EFLAGS: 00000246 [12948.133320][ C3] ? tcp_fragment+0xb0e/0x1040 [12948.133599][ C0] [12948.133868][ C3] tcp_send_loss_probe+0x348/0x830 [12948.134166][ C0] RAX: ffff8880353f7520 RBX: 1ffffffff1580fc1 RCX: ffffffff89c4c922 [12948.134454][ C3] ? __pfx_tcp_write_timer+0x10/0x10 [12948.134767][ C0] RDX: ffffed1006a7eea5 RSI: 0000000000000004 RDI: ffffffff876968b6 [12948.135052][ C3] tcp_write_timer+0x82/0x1d0 [12948.135385][ C0] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006a7eea4 [12948.135659][ C3] call_timer_fn+0x173/0x430 [12948.135976][ C0] R10: ffff8880353f7523 R11: 1ffff110003e328c R12: 0000000000000000 [12948.136289][ C3] ? __pfx_call_timer_fn+0x10/0x10 [12948.136615][ C0] R13: ffffffff8ac1ce00 R14: dffffc0000000000 R15: 0000000000013d50 [12948.136968][ C3] ? next_expiry_recalc+0xcd/0x220 [12948.138031][ C0] FS: 0000000000000000(0000) GS:ffff888035200000(0000) knlGS:0000000000000000 [12948.138367][ C3] __run_timers.part.0+0x52d/0x890 [12948.138800][ C0] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12948.139235][ C3] ? __pfx_tcp_write_timer+0x10/0x10 [12948.139676][ C0] CR2: 0000559569604860 CR3: 0000000006694002 CR4: 0000000000770ef0 [12948.140115][ C3] ? __pfx___run_timers.part.0+0x10/0x10 [12948.140586][ C0] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12948.140902][ C3] ? lock_acquire+0x1c1/0x220 [12948.141234][ C0] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12948.141587][ C3] ? clockevents_program_event+0xf6/0x300 [12948.141845][ C0] PKRU: 55555554 [12948.142129][ C3] ? lock_release+0x1d5/0x250 [12948.142400][ C0] Call Trace: [12948.142674][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12948.142975][ C0] [12948.143299][ C3] ? ktime_get+0xb3/0x190 [12948.143562][ C0] ? rcu_check_gp_kthread_starvation+0x32f/0x470 [12948.143821][ C3] ? clockevents_program_event+0x1ea/0x300 [12948.144105][ C0] ? print_other_cpu_stall+0x594/0xd70 [12948.144354][ C3] run_timer_softirq+0x72/0x100 [12948.144624][ C0] ? check_cpu_stall+0x375/0x500 [12948.144899][ C3] __do_softirq+0x1b9/0x7ff [12948.145198][ C0] ? debug_object_deactivate+0x216/0x3a0 [12948.145497][ C3] irq_exit_rcu+0x98/0xc0 [12948.145765][ C0] ? rcu_pending+0x92/0x360 [12948.146059][ C3] sysvec_apic_timer_interrupt+0x75/0x80 [12948.146348][ C0] ? rcu_sched_clock_irq+0x107/0x3f0 [12948.146719][ C3] [12948.146994][ C0] ? update_process_times+0xb9/0x110 [12948.147337][ C3] [12948.147619][ C0] ? tick_sched_handle+0x67/0x130 [12948.147838][ C3] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12948.148087][ C0] ? tick_nohz_highres_handler+0xa7/0xd0 [12948.148359][ C3] RIP: 0010:_raw_spin_unlock_irqrestore+0x43/0x70 [12948.148658][ C0] ? __run_hrtimer+0x1c0/0x710 [12948.148906][ C3] Code: 10 e8 91 4a a6 fd 48 89 ef e8 a9 d2 a6 fd 81 e3 00 02 00 00 75 1d 9c 58 f6 c4 02 75 29 48 85 db 74 01 fb 65 ff 0d 25 c7 57 76 <74> 0e 5b 5d c3 cc cc cc cc e8 2f 93 c8 fd eb dc 0f 1f 44 00 00 5b [12948.149152][ C0] ? __pfx_tick_nohz_highres_handler+0x10/0x10 [12948.149496][ C3] RSP: 0018:ffffc9000105fb20 EFLAGS: 00000286 [12948.149828][ C0] ? __hrtimer_run_queues+0x197/0x270 [12948.150130][ C3] [12948.150483][ C0] ? __pfx___hrtimer_run_queues+0x10/0x10 [12948.150754][ C3] RAX: 0000000000000046 RBX: 0000000000000200 RCX: 1ffffffff171c3b3 [12948.151012][ C0] ? kvm_clock_get_cycles+0x18/0x30 [12948.151342][ C3] RDX: 0000000000000000 RSI: 0000000000000008 RDI: ffffffff89c7efb1 [12948.151661][ C0] ? ktime_get_update_offsets_now+0xe1/0x2d0 [12948.152013][ C3] RBP: ffffffff8da27860 R08: 0000000000000000 R09: fffffbfff171c16a [12948.152282][ C0] ? hrtimer_interrupt+0x2c3/0x770 [12948.152595][ C3] R10: ffffffff8b8e0b57 R11: 0000000000000000 R12: ffffffff8da27860 [12948.152906][ C0] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [12948.153238][ C3] R13: 0000000000000286 R14: ffff8880069b1c01 R15: ffffc9000105fd98 [12948.153514][ C0] ? sysvec_apic_timer_interrupt+0x70/0x80 [12948.153769][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [12948.154033][ C0] [12948.154371][ C3] uart_start+0xe4/0x1b0 [12948.154724][ C0] [12948.155044][ C3] n_tty_write+0x677/0x7a0 [12948.155339][ C0] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [12948.155647][ C3] ? __pfx_n_tty_write+0x10/0x10 [12948.155979][ C0] ? ct_kernel_exit.constprop.0+0xc2/0xe0 [12948.156309][ C3] ? __pfx_woken_wake_function+0x10/0x10 [12948.156656][ C0] ? cpuidle_idle_call+0x1f6/0x280 [12948.156913][ C3] ? lock_acquire+0x1c1/0x220 [12948.157203][ C0] ? default_idle+0xf/0x20 [12948.157481][ C3] ? iterate_tty_write+0x95/0x540 [12948.157774][ C0] default_idle_call+0x69/0xa0 [12948.158082][ C3] iterate_tty_write+0x229/0x540 [12948.158424][ C0] cpuidle_idle_call+0x1f6/0x280 [12948.158693][ C3] file_tty_write.constprop.0+0x1db/0x370 [12948.158994][ C0] ? __pfx_cpuidle_idle_call+0x10/0x10 [12948.159250][ C3] vfs_write+0x9e9/0x10a0 [12948.159507][ C0] ? lock_release+0x1d5/0x250 [12948.159756][ C3] ? __run_hrtimer+0x5df/0x710 [12948.160014][ C0] ? tsc_verify_tsc_adjust+0x65/0x2b0 [12948.160328][ C3] ? __pfx_vfs_write+0x10/0x10 [12948.160613][ C0] do_idle+0xfb/0x160 [12948.160908][ C3] ? lock_acquire+0x1c1/0x220 [12948.161232][ C0] cpu_startup_entry+0x55/0x60 [12948.161582][ C3] ? clockevents_program_event+0xf6/0x300 [12948.161799][ C0] rest_init+0x153/0x260 [12948.162046][ C3] ? kvm_clock_get_cycles+0x18/0x30 [12948.162308][ C0] ? acpi_enable_subsystem+0xac/0x150 [12948.162589][ C3] ? __fget_light+0x54/0x1e0 [12948.162861][ C0] arch_call_rest_init+0x13/0x40 [12948.163120][ C3] ksys_write+0xf5/0x1e0 [12948.163410][ C0] start_kernel+0x314/0x3d0 [12948.163737][ C3] ? __pfx_ksys_write+0x10/0x10 [12948.164033][ C0] x86_64_start_reservations+0x18/0x30 [12948.164305][ C3] ? trace_irq_enable.constprop.0+0xd4/0x100 [12948.164592][ C0] x86_64_start_kernel+0xba/0x110 [12948.164866][ C3] do_syscall_64+0xc9/0x1e0 [12948.165226][ C0] secondary_startup_64_no_verify+0x16d/0x17b [12948.165524][ C3] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12948.165796][ C0] [12948.166075][ C3] RIP: 0033:0x7f93b2836957 [12948.248343][ C3] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 [12948.249430][ C3] RSP: 002b:00007ffce4bbf0a8 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [12948.249899][ C3] RAX: ffffffffffffffda RBX: 0000563f1461dfb0 RCX: 00007f93b2836957 [12948.250357][ C3] RDX: 0000000000000001 RSI: 0000563f1461dfb0 RDI: 0000000000000001 [12948.250806][ C3] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000 [12948.251256][ C3] R10: 0000000000000001 R11: 0000000000000246 R12: 0000563f1460a530 [12948.251704][ C3] R13: 0000563f145eb2a0 R14: 0000000000000001 R15: 0000563f1460a530 [12948.252143][ C3] [12948.252314][ C1] NMI backtrace for cpu 1 [12948.252318][ C1] CPU: 1 PID: 8027 Comm: ncat Tainted: G L 6.8.0-rc2-virtme #1 [12948.252322][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [12948.252324][ C1] RIP: 0010:queued_spin_lock_slowpath+0x12d/0xb90 [12948.252329][ C1] Code: 00 00 00 65 48 2b 04 25 28 00 00 00 0f 85 43 0a 00 00 48 81 c4 88 00 00 00 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc f3 90 71 ff ff ff 44 8b 74 24 48 41 81 fe 00 01 00 00 0f 84 e2 00 00 [12948.252332][ C1] RSP: 0018:ffffc9000009e958 EFLAGS: 00000202 [12948.252334][ C1] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff89c7fa80 [12948.252336][ C1] RDX: ffffed1000f511c4 RSI: 0000000000000004 RDI: ffff888007a88e18 [12948.252338][ C1] RBP: ffff888007a88e18 R08: 0000000000000000 R09: ffffed1000f511c3 [12948.252339][ C1] R10: ffff888007a88e1b R11: 0000008000000000 R12: 0000000000000003 [12948.252341][ C1] R13: ffffed1000f511c3 R14: 0000000000000001 R15: 1ffff92000013d2c [12948.252343][ C1] FS: 00007f8b36905740(0000) GS:ffff888035600000(0000) knlGS:0000000000000000 [12948.252345][ C1] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [12948.252348][ C1] CR2: 00007f8053d77d70 CR3: 000000000b260002 CR4: 0000000000770ef0 [12948.252350][ C1] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [12948.252351][ C1] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [12948.252352][ C1] PKRU: 55555554 [12948.252353][ C1] Call Trace: [12948.252355][ C1] [12948.252357][ C1] ? nmi_cpu_backtrace+0x112/0x220 [12948.252362][ C1] ? nmi_cpu_backtrace_handler+0x11/0x20 [12948.252366][ C1] ? nmi_handle+0x153/0x420 [12948.252371][ C1] ? default_do_nmi+0x41/0x100 [12948.252374][ C1] ? exc_nmi+0xf3/0x120 [12948.252377][ C1] ? end_repeat_nmi+0xf/0x60 [12948.252382][ C1] ? queued_spin_lock_slowpath+0xb0/0xb90 [12948.252385][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12948.252389][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12948.252392][ C1] ? queued_spin_lock_slowpath+0x12d/0xb90 [12948.252395][ C1] [12948.252396][ C1] [12948.252398][ C1] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [12948.252403][ C1] ? lock_acquire+0x1c1/0x220 [12948.252406][ C1] ? lock_release+0x1d5/0x250 [12948.252410][ C1] do_raw_spin_lock+0x1ec/0x270 [12948.252414][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [12948.252417][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12948.252420][ C1] ? lock_acquire+0x1c1/0x220 [12948.252422][ C1] ? tcp_v4_rcv+0x221e/0x2ac0 [12948.252426][ C1] _raw_spin_lock_nested+0x65/0x80 [12948.252430][ C1] tcp_v4_rcv+0x221e/0x2ac0 [12948.252437][ C1] ? __pfx_tcp_v4_rcv+0x10/0x10 [12948.252439][ C1] ? __pfx_raw_v4_input+0x10/0x10 [12948.252445][ C1] ip_protocol_deliver_rcu+0x93/0x360 [12948.252449][ C1] ip_local_deliver_finish+0x2ae/0x480 [12948.252453][ C1] ip_local_deliver+0x19d/0x480 [12948.252456][ C1] ? __pfx_ip_local_deliver+0x10/0x10 [12948.252458][ C1] ? tcp_v4_early_demux+0x59a/0x9d0 [12948.252461][ C1] ? __netif_receive_skb_core.constprop.0+0x648/0x2da0 [12948.252465][ C1] ? rcu_read_lock_held+0xe/0x50 [12948.252468][ C1] ? ip_rcv_finish_core.constprop.0+0x522/0x1300 [12948.252472][ C1] ? vrf_l3_rcv+0x3e5/0x510 [vrf] [12948.252480][ C1] ip_rcv+0x564/0x740 [12948.252483][ C1] ? __pfx_ip_rcv+0x10/0x10 [12948.252486][ C1] ? set_track_prepare+0x8a/0xd0 [12948.252490][ C1] ? __pfx_set_track_prepare+0x10/0x10 [12948.252492][ C1] ? __tcp_transmit_skb+0x22b1/0x2d20 [12948.252495][ C1] ? skb_clone+0x10b/0x330 [12948.252499][ C1] ? tcf_mirred_to_dev+0x130/0xd70 [act_mirred] [12948.252505][ C1] ? tcf_mirred_act+0x338/0x780 [act_mirred] [12948.252510][ C1] ? tcf_action_exec.part.0+0x112/0x3d0 [12948.252514][ C1] ? fl_classify+0x4dc/0x650 [cls_flower] [12948.252522][ C1] ? __tcf_classify+0x329/0x7d0 [12948.252527][ C1] ? __pfx_ip_rcv+0x10/0x10 [12948.252529][ C1] __netif_receive_skb_one_core+0x166/0x1b0 [12948.252533][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12948.252536][ C1] ? __pfx___netif_receive_skb_one_core+0x10/0x10 [12948.252540][ C1] ? lock_acquire+0x1c1/0x220 [12948.252543][ C1] ? netif_receive_skb_internal+0x84/0x300 [12948.252547][ C1] netif_receive_skb_internal+0xb0/0x300 [12948.252551][ C1] ? __pfx_netif_receive_skb_internal+0x10/0x10 [12948.252555][ C1] ? __copy_skb_header+0xaf/0x490 [12948.252557][ C1] ? __skb_clone+0x57a/0x760 [12948.252560][ C1] netif_receive_skb+0x55/0x280 [12948.252564][ C1] tcf_mirred_to_dev+0x444/0xd70 [act_mirred] [12948.252572][ C1] ? __pfx_tcf_skbedit_act+0x10/0x10 [act_skbedit] [12948.252578][ C1] tcf_mirred_act+0x338/0x780 [act_mirred] [12948.252585][ C1] tcf_action_exec.part.0+0x112/0x3d0 [12948.252590][ C1] fl_classify+0x4dc/0x650 [cls_flower] [12948.252599][ C1] ? __pfx_fl_classify+0x10/0x10 [cls_flower] [12948.252606][ C1] ? unwind_get_return_address+0x5e/0xa0 [12948.252609][ C1] ? __pfx_stack_trace_consume_entry+0x10/0x10 [12948.252615][ C1] ? stack_trace_save+0x95/0xd0 [12948.252618][ C1] ? stack_depot_save_flags+0x45/0x550 [12948.252624][ C1] ? kasan_save_stack+0x34/0x50 [12948.252628][ C1] ? kasan_save_stack+0x24/0x50 [12948.252631][ C1] ? kasan_save_track+0x14/0x30 [12948.252634][ C1] ? kasan_save_free_info+0x3f/0x60 [12948.252637][ C1] ? __kasan_slab_free+0xfc/0x1c0 [12948.252638][ C1] ? kmem_cache_free+0xf3/0x2c0 [12948.252641][ C1] ? __dev_queue_xmit+0x12ae/0x17e0 [12948.252644][ C1] ? ip_finish_output2+0x786/0x18e0 [12948.252647][ C1] ? ip_output+0x16b/0x4f0 [12948.252649][ C1] ? __ip_queue_xmit+0x672/0x1910 [12948.252652][ C1] ? __tcp_transmit_skb+0x22b1/0x2d20 [12948.252656][ C1] ? unwind_next_frame+0x1478/0x1d10 [12948.252658][ C1] ? get_reg+0x119/0x190 [12948.252661][ C1] ? unwind_next_frame+0x12af/0x1d10 [12948.252663][ C1] ? entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12948.252668][ C1] __tcf_classify+0x329/0x7d0 [12948.252674][ C1] tcf_classify+0x283/0x930 [12948.252677][ C1] ? arch_stack_walk+0xa2/0x100 [12948.252682][ C1] ? __pfx_tcf_classify+0x10/0x10 [12948.252685][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12948.252689][ C1] ? unwind_next_frame+0x1478/0x1d10 [12948.252692][ C1] tc_run+0x2e4/0x5d0 [12948.252695][ C1] ? __pfx_tc_run+0x10/0x10 [12948.252698][ C1] ? lock_acquire+0x1c1/0x220 [12948.252701][ C1] ? __dev_queue_xmit+0x1da/0x17e0 [12948.252704][ C1] __dev_queue_xmit+0x686/0x17e0 [12948.252708][ C1] ? lock_acquire+0x1c1/0x220 [12948.252710][ C1] ? ip_finish_output2+0x786/0x18e0 [12948.252713][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12948.252717][ C1] ? __pfx___dev_queue_xmit+0x10/0x10 [12948.252719][ C1] ? neigh_hh_output+0x348/0x590 [12948.252723][ C1] ? ip_finish_output2+0x262/0x18e0 [12948.252726][ C1] ip_finish_output2+0x786/0x18e0 [12948.252729][ C1] ? stack_depot_save_flags+0x371/0x550 [12948.252732][ C1] ? __pfx_vrf_ip_out_direct_finish+0x10/0x10 [vrf] [12948.252739][ C1] ? __pfx_ip_finish_output2+0x10/0x10 [12948.252741][ C1] ? rcu_read_lock_held+0xe/0x50 [12948.252745][ C1] ? __ip_finish_output+0x10f/0x770 [12948.252749][ C1] ip_output+0x16b/0x4f0 [12948.252751][ C1] ? inet_recvmsg+0xf9/0x2c0 [12948.252754][ C1] ? __pfx_ip_output+0x10/0x10 [12948.252757][ C1] ? __pfx_do_raw_spin_trylock+0x10/0x10 [12948.252761][ C1] ? rcu_read_lock_held+0xe/0x50 [12948.252764][ C1] ? ip_local_out+0x114/0x3b0 [12948.252768][ C1] __ip_queue_xmit+0x672/0x1910 [12948.252771][ C1] ? __create_object+0x5e/0xb0 [12948.252775][ C1] __tcp_transmit_skb+0x22b1/0x2d20 [12948.252780][ C1] ? __pfx___tcp_transmit_skb+0x10/0x10 [12948.252784][ C1] ? __tcp_send_ack.part.0+0x66/0x6e0 [12948.252788][ C1] tcp_delack_timer_handler+0x24f/0x3e0 [12948.252792][ C1] tcp_release_cb+0x1e9/0x390 [12948.252795][ C1] ? __pfx_tcp_release_cb+0x10/0x10 [12948.252799][ C1] release_sock+0xb8/0x1d0 [12948.252802][ C1] tcp_recvmsg+0xf8/0x4f0 [12948.252805][ C1] ? lock_release+0x1d5/0x250 [12948.252807][ C1] ? __pfx_tcp_recvmsg+0x10/0x10 [12948.252809][ C1] ? core_sys_select+0x620/0x710 [12948.252814][ C1] ? __pfx_core_sys_select+0x10/0x10 [12948.252818][ C1] inet_recvmsg+0xf9/0x2c0 [12948.252821][ C1] ? __pfx_pipe_write+0x10/0x10 [12948.252825][ C1] ? __pfx_inet_recvmsg+0x10/0x10 [12948.252827][ C1] ? __fget_light+0x54/0x1e0 [12948.252831][ C1] ? sockfd_lookup_light+0x1a/0x160 [12948.252835][ C1] __sys_recvfrom+0x2fb/0x3b0 [12948.252839][ C1] ? __pfx___sys_recvfrom+0x10/0x10 [12948.252843][ C1] ? __might_fault+0xc6/0x180 [12948.252850][ C1] ? do_pselect.constprop.0+0x12b/0x1e0 [12948.252854][ C1] ? __pfx_do_pselect.constprop.0+0x10/0x10 [12948.252857][ C1] ? restore_fpregs_from_fpstate+0x99/0x160 [12948.252861][ C1] ? __pfx_restore_fpregs_from_fpstate+0x10/0x10 [12948.252866][ C1] __x64_sys_recvfrom+0xe0/0x1c0 [12948.252869][ C1] ? trace_irq_enable.constprop.0+0xd4/0x100 [12948.252872][ C1] do_syscall_64+0xc9/0x1e0 [12948.252876][ C1] entry_SYSCALL_64_after_hwframe+0x6f/0x77 [12948.252880][ C1] RIP: 0033:0x7f8b36b3f4c0 [12948.252883][ C1] Code: 84 00 00 00 00 00 0f 1f 40 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2d 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 [12948.252885][ C1] RSP: 002b:00007ffe8e432168 EFLAGS: 00000246 ORIG_RAX: 000000000000002d [12948.252887][ C1] RAX: ffffffffffffffda RBX: 000055f4308b6a20 RCX: 00007f8b36b3f4c0 [12948.252889][ C1] RDX: 0000000000002000 RSI: 00007ffe8e4321f0 RDI: 0000000000000008 [12948.252891][ C1] RBP: 00007ffe8e4321f0 R08: 0000000000000000 R09: 0000000000000000 [12948.252892][ C1] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [12948.252894][ C1] R13: 000055f4308b6a20 R14: 0000000000000000 R15: 00007ffe8e4321ec [12948.252899][ C1]