[ 9352.563225][ C3] watchdog: BUG: soft lockup - CPU#3 stuck for 5428s! [kworker/u8:1:71] [ 9352.563693][ C3] Modules linked in: sch_ingress act_mirred cls_basic sch_fq_codel geneve ip6_gre ip_gre gre sha1_generic xfrm_user xt_policy nft_compat nf_tables libcrc32c vxlan mpls_iptunnel mpls_router [ 9352.564655][ C3] irq event stamp: 12124043 [ 9352.564891][ C3] hardirqs last enabled at (12124043): [] irqentry_exit+0x3b/0x90 [ 9352.565387][ C3] hardirqs last disabled at (12124042): [] __do_softirq+0x670/0x7ff [ 9352.565882][ C3] softirqs last enabled at (12123494): [] fib6_run_gc+0x114/0x240 [ 9352.566368][ C3] softirqs last disabled at (12123486): [] fib6_run_gc+0x152/0x240 [ 9352.566858][ C3] CPU: 3 PID: 71 Comm: kworker/u8:1 Tainted: G B L 6.8.0-rc2-virtme #1 [ 9352.567343][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9352.567973][ C3] Workqueue: netns cleanup_net [ 9352.568225][ C3] RIP: 0010:kasan_report+0xd2/0xf0 [ 9352.568495][ C3] Code: 24 28 4c 89 6c 24 30 e8 7c f5 ff ff 48 8d 7c 24 10 e8 92 fa ff ff 0f b6 d3 48 89 ee 48 8d 7c 24 08 e8 02 fd ff ff ff 34 24 9d <48> 83 c4 70 44 89 e0 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc [ 9352.569486][ C3] RSP: 0018:ffffc9000051f408 EFLAGS: 00000282 [ 9352.569801][ C3] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffffa8cb35b0 [ 9352.570211][ C3] RDX: 0000000000000000 RSI: 0000000000000004 RDI: ffff888022f2b208 [ 9352.570620][ C3] RBP: ffff888022f2b208 R08: 0000000000000000 R09: ffffed10045e5641 [ 9352.571031][ C3] R10: 0000000000000003 R11: 205d313754202020 R12: 0000000000000000 [ 9352.571438][ C3] R13: ffffffffa8cb35b0 R14: 0000000000000004 R15: ffff8880057c0040 [ 9352.571845][ C3] FS: 0000000000000000(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [ 9352.572304][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9352.572644][ C3] CR2: 0000556a576b99d8 CR3: 0000000021334001 CR4: 0000000000770ef0 [ 9352.573056][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9352.573465][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9352.573874][ C3] PKRU: 55555554 [ 9352.574061][ C3] Call Trace: [ 9352.574237][ C3] [ 9352.574387][ C3] ? watchdog_timer_fn+0x2cf/0x3c0 [ 9352.574657][ C3] ? __run_hrtimer+0x1c0/0x710 [ 9352.574908][ C3] ? __pfx_watchdog_timer_fn+0x10/0x10 [ 9352.575191][ C3] ? __hrtimer_run_queues+0x197/0x270 [ 9352.575471][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [ 9352.575771][ C3] ? kvm_clock_get_cycles+0x18/0x30 [ 9352.576043][ C3] ? ktime_get_update_offsets_now+0xe1/0x2d0 [ 9352.576358][ C3] ? hrtimer_interrupt+0x2c3/0x770 [ 9352.576627][ C3] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [ 9352.576944][ C3] ? sysvec_apic_timer_interrupt+0x70/0x80 [ 9352.577245][ C3] [ 9352.577401][ C3] [ 9352.577555][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 9352.577879][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [ 9352.578175][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [ 9352.578473][ C3] ? kasan_report+0xd2/0xf0 [ 9352.578713][ C3] kasan_check_range+0x39/0x1c0 [ 9352.578967][ C3] queued_spin_lock_slowpath+0xb0/0xb90 [ 9352.579257][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [ 9352.579578][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [ 9352.579881][ C3] do_raw_spin_lock+0x1ec/0x270 [ 9352.580139][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [ 9352.580418][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [ 9352.580711][ C3] ? lock_acquire+0x1c1/0x220 [ 9352.580956][ C3] ? __mutex_lock+0x33e/0xb10 [ 9352.581202][ C3] _raw_spin_lock+0x67/0x80 [ 9352.581442][ C3] __mutex_lock+0x33e/0xb10 [ 9352.581681][ C3] ? mark_held_locks+0xa5/0xf0 [ 9352.581929][ C3] ? refcount_dec_and_mutex_lock+0x35/0x90 [ 9352.582235][ C3] ? __pfx___mutex_lock+0x10/0x10 [ 9352.582498][ C3] ? lockdep_hardirqs_on_prepare.part.0+0x1b1/0x370 [ 9352.582838][ C3] ? refcount_dec_not_one+0x6b/0x180 [ 9352.583114][ C3] ? __pfx_refcount_dec_not_one+0x10/0x10 [ 9352.583411][ C3] ? refcount_dec_and_mutex_lock+0x35/0x90 [ 9352.583716][ C3] refcount_dec_and_mutex_lock+0x35/0x90 [ 9352.584010][ C3] __tcf_action_put+0x3d/0xf0 [ 9352.584261][ C3] tcf_action_destroy+0x43/0x130 [ 9352.584520][ C3] tcf_exts_destroy+0x3c/0xb0 [ 9352.584765][ C3] __basic_delete_filter+0x16/0xe0 [cls_basic] [ 9352.585087][ C3] basic_destroy+0x432/0x660 [cls_basic] [ 9352.585386][ C3] ? __pfx_basic_destroy+0x10/0x10 [cls_basic] [ 9352.585708][ C3] ? __pfx___mutex_unlock_slowpath+0x10/0x10 [ 9352.586022][ C3] tcf_proto_destroy+0x6e/0x2e0 [ 9352.586277][ C3] tcf_chain_flush+0x1e0/0x320 [ 9352.586529][ C3] __tcf_block_put+0x113/0x270 [ 9352.586780][ C3] ingress_destroy+0x156/0x450 [sch_ingress] [ 9352.587095][ C3] __qdisc_destroy+0xee/0x340 [ 9352.587339][ C3] dev_shutdown+0x129/0x350 [ 9352.587579][ C3] unregister_netdevice_many_notify+0x4fe/0x1180 [ 9352.587910][ C3] ? mutex_is_locked+0x17/0x50 [ 9352.588161][ C3] ? __pfx_unregister_netdevice_many_notify+0x10/0x10 [ 9352.588510][ C3] ? __pfx_unregister_netdevice_queue+0x10/0x10 [ 9352.588835][ C3] default_device_exit_batch+0x234/0x2d0 [ 9352.589127][ C3] ? __pfx_default_device_exit_batch+0x10/0x10 [ 9352.589446][ C3] ? ops_exit_list+0xb4/0x170 [ 9352.589693][ C3] cleanup_net+0x4f3/0xb60 [ 9352.589926][ C3] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 9352.590217][ C3] ? __pfx_cleanup_net+0x10/0x10 [ 9352.590477][ C3] ? lock_acquire+0x1c1/0x220 [ 9352.590722][ C3] ? process_one_work+0x714/0x1310 [ 9352.590990][ C3] process_one_work+0x78c/0x1310 [ 9352.591250][ C3] ? hlock_class+0x4e/0x130 [ 9352.591485][ C3] ? __pfx_process_one_work+0x10/0x10 [ 9352.591767][ C3] ? assign_work+0x16c/0x240 [ 9352.592006][ C3] worker_thread+0x73d/0x1010 [ 9352.592253][ C3] ? lockdep_hardirqs_on_prepare.part.0+0x1b1/0x370 [ 9352.592594][ C3] ? __pfx_worker_thread+0x10/0x10 [ 9352.592859][ C3] ? __pfx_worker_thread+0x10/0x10 [ 9352.593128][ C3] kthread+0x28f/0x360 [ 9352.593343][ C3] ? __pfx_kthread+0x10/0x10 [ 9352.593582][ C3] ret_from_fork+0x31/0x70 [ 9352.593816][ C3] ? __pfx_kthread+0x10/0x10 [ 9352.594057][ C3] ret_from_fork_asm+0x1b/0x30 [ 9352.594312][ C3] [ 9360.711242][T21421] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 3-.... } 5833509 jiffies s: 467069 root: 0x8/. [ 9360.711893][T21421] rcu: blocking rcu_node structures (internal RCU debug): [ 9360.712275][T21421] Sending NMI from CPU 0 to CPUs 3: [ 9360.712564][ C3] NMI backtrace for cpu 3 [ 9360.712569][ C3] CPU: 3 PID: 71 Comm: kworker/u8:1 Tainted: G B L 6.8.0-rc2-virtme #1 [ 9360.712572][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9360.712575][ C3] Workqueue: netns cleanup_net [ 9360.712580][ C3] RIP: 0010:kasan_report+0xd2/0xf0 [ 9360.712586][ C3] Code: 24 28 4c 89 6c 24 30 e8 7c f5 ff ff 48 8d 7c 24 10 e8 92 fa ff ff 0f b6 d3 48 89 ee 48 8d 7c 24 08 e8 02 fd ff ff ff 34 24 9d <48> 83 c4 70 44 89 e0 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc [ 9360.712589][ C3] RSP: 0018:ffffc9000051f428 EFLAGS: 00000286 [ 9360.712591][ C3] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffffa8cb3f0c [ 9360.712593][ C3] RDX: 0000000000000000 RSI: 0000000000000004 RDI: ffff888022f2b208 [ 9360.712594][ C3] RBP: ffff888022f2b208 R08: 0000000000000000 R09: ffffed10045e5641 [ 9360.712596][ C3] R10: 0000000000000003 R11: 205d313754202020 R12: 0000000000000000 [ 9360.712598][ C3] R13: ffffffffa8cb3f0c R14: 0000000000000004 R15: ffff8880057c0040 [ 9360.712599][ C3] FS: 0000000000000000(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [ 9360.712602][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9360.712605][ C3] CR2: 0000556a576b99d8 CR3: 0000000021334001 CR4: 0000000000770ef0 [ 9360.712606][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9360.712607][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9360.712609][ C3] PKRU: 55555554 [ 9360.712610][ C3] Call Trace: [ 9360.712612][ C3] [ 9360.712614][ C3] ? nmi_cpu_backtrace+0x112/0x220 [ 9360.712620][ C3] ? nmi_cpu_backtrace_handler+0x11/0x20 [ 9360.712623][ C3] ? nmi_handle+0x153/0x420 [ 9360.712628][ C3] ? default_do_nmi+0x41/0x100 [ 9360.712632][ C3] ? exc_nmi+0xf3/0x120 [ 9360.712635][ C3] ? end_repeat_nmi+0xf/0x60 [ 9360.712638][ C3] ? queued_spin_lock_slowpath+0xa0c/0xb90 [ 9360.712643][ C3] ? queued_spin_lock_slowpath+0xa0c/0xb90 [ 9360.712646][ C3] ? kasan_report+0xd2/0xf0 [ 9360.712649][ C3] ? kasan_report+0xd2/0xf0 [ 9360.712653][ C3] ? kasan_report+0xd2/0xf0 [ 9360.712656][ C3] [ 9360.712656][ C3] [ 9360.712660][ C3] queued_spin_lock_slowpath+0xa0c/0xb90 [ 9360.712664][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [ 9360.712668][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [ 9360.712672][ C3] do_raw_spin_lock+0x1ec/0x270 [ 9360.712677][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [ 9360.712680][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [ 9360.712683][ C3] ? lock_acquire+0x1c1/0x220 [ 9360.712686][ C3] ? __mutex_lock+0x33e/0xb10 [ 9360.712691][ C3] _raw_spin_lock+0x67/0x80 [ 9360.712693][ C3] __mutex_lock+0x33e/0xb10 [ 9360.712697][ C3] ? mark_held_locks+0xa5/0xf0 [ 9360.712700][ C3] ? refcount_dec_and_mutex_lock+0x35/0x90 [ 9360.712704][ C3] ? __pfx___mutex_lock+0x10/0x10 [ 9360.712707][ C3] ? lockdep_hardirqs_on_prepare.part.0+0x1b1/0x370 [ 9360.712711][ C3] ? refcount_dec_not_one+0x6b/0x180 [ 9360.712714][ C3] ? __pfx_refcount_dec_not_one+0x10/0x10 [ 9360.712719][ C3] ? refcount_dec_and_mutex_lock+0x35/0x90 [ 9360.712722][ C3] refcount_dec_and_mutex_lock+0x35/0x90 [ 9360.712727][ C3] __tcf_action_put+0x3d/0xf0 [ 9360.712733][ C3] tcf_action_destroy+0x43/0x130 [ 9360.712737][ C3] tcf_exts_destroy+0x3c/0xb0 [ 9360.712740][ C3] __basic_delete_filter+0x16/0xe0 [cls_basic] [ 9360.712746][ C3] basic_destroy+0x432/0x660 [cls_basic] [ 9360.712753][ C3] ? __pfx_basic_destroy+0x10/0x10 [cls_basic] [ 9360.712759][ C3] ? __pfx___mutex_unlock_slowpath+0x10/0x10 [ 9360.712764][ C3] tcf_proto_destroy+0x6e/0x2e0 [ 9360.712768][ C3] tcf_chain_flush+0x1e0/0x320 [ 9360.712772][ C3] __tcf_block_put+0x113/0x270 [ 9360.712776][ C3] ingress_destroy+0x156/0x450 [sch_ingress] [ 9360.712783][ C3] __qdisc_destroy+0xee/0x340 [ 9360.712787][ C3] dev_shutdown+0x129/0x350 [ 9360.712790][ C3] unregister_netdevice_many_notify+0x4fe/0x1180 [ 9360.712795][ C3] ? mutex_is_locked+0x17/0x50 [ 9360.712799][ C3] ? __pfx_unregister_netdevice_many_notify+0x10/0x10 [ 9360.712802][ C3] ? __pfx_unregister_netdevice_queue+0x10/0x10 [ 9360.712806][ C3] default_device_exit_batch+0x234/0x2d0 [ 9360.712809][ C3] ? __pfx_default_device_exit_batch+0x10/0x10 [ 9360.712812][ C3] ? ops_exit_list+0xb4/0x170 [ 9360.712816][ C3] cleanup_net+0x4f3/0xb60 [ 9360.712819][ C3] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 9360.712821][ C3] ? __pfx_cleanup_net+0x10/0x10 [ 9360.712825][ C3] ? lock_acquire+0x1c1/0x220 [ 9360.712827][ C3] ? process_one_work+0x714/0x1310 [ 9360.712832][ C3] process_one_work+0x78c/0x1310 [ 9360.712836][ C3] ? hlock_class+0x4e/0x130 [ 9360.712839][ C3] ? __pfx_process_one_work+0x10/0x10 [ 9360.712843][ C3] ? assign_work+0x16c/0x240 [ 9360.712847][ C3] worker_thread+0x73d/0x1010 [ 9360.712850][ C3] ? lockdep_hardirqs_on_prepare.part.0+0x1b1/0x370 [ 9360.712854][ C3] ? __pfx_worker_thread+0x10/0x10 [ 9360.712857][ C3] ? __pfx_worker_thread+0x10/0x10 [ 9360.712859][ C3] kthread+0x28f/0x360 [ 9360.712861][ C3] ? __pfx_kthread+0x10/0x10 [ 9360.712864][ C3] ret_from_fork+0x31/0x70 [ 9360.712866][ C3] ? __pfx_kthread+0x10/0x10 [ 9360.712868][ C3] ret_from_fork_asm+0x1b/0x30 [ 9360.712875][ C3] [ 9388.563225][ C3] watchdog: BUG: soft lockup - CPU#3 stuck for 5461s! [kworker/u8:1:71] [ 9388.563692][ C3] Modules linked in: sch_ingress act_mirred cls_basic sch_fq_codel geneve ip6_gre ip_gre gre sha1_generic xfrm_user xt_policy nft_compat nf_tables libcrc32c vxlan mpls_iptunnel mpls_router [ 9388.564651][ C3] irq event stamp: 12124043 [ 9388.564882][ C3] hardirqs last enabled at (12124043): [] irqentry_exit+0x3b/0x90 [ 9388.565373][ C3] hardirqs last disabled at (12124042): [] __do_softirq+0x670/0x7ff [ 9388.565864][ C3] softirqs last enabled at (12123494): [] fib6_run_gc+0x114/0x240 [ 9388.566350][ C3] softirqs last disabled at (12123486): [] fib6_run_gc+0x152/0x240 [ 9388.566836][ C3] CPU: 3 PID: 71 Comm: kworker/u8:1 Tainted: G B L 6.8.0-rc2-virtme #1 [ 9388.567319][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9388.567948][ C3] Workqueue: netns cleanup_net [ 9388.568198][ C3] RIP: 0010:kasan_report+0xd2/0xf0 [ 9388.568466][ C3] Code: 24 28 4c 89 6c 24 30 e8 7c f5 ff ff 48 8d 7c 24 10 e8 92 fa ff ff 0f b6 d3 48 89 ee 48 8d 7c 24 08 e8 02 fd ff ff ff 34 24 9d <48> 83 c4 70 44 89 e0 5b 5d 41 5c 41 5d 41 5e 41 5f c3 cc cc cc cc [ 9388.569460][ C3] RSP: 0018:ffffc9000051f408 EFLAGS: 00000282 [ 9388.569774][ C3] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffffa8cb35b0 [ 9388.570184][ C3] RDX: 0000000000000000 RSI: 0000000000000004 RDI: ffff888022f2b208 [ 9388.570592][ C3] RBP: ffff888022f2b208 R08: 0000000000000000 R09: ffffed10045e5641 [ 9388.571000][ C3] R10: 0000000000000003 R11: 205d313754202020 R12: 0000000000000000 [ 9388.571411][ C3] R13: ffffffffa8cb35b0 R14: 0000000000000004 R15: ffff8880057c0040 [ 9388.571820][ C3] FS: 0000000000000000(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [ 9388.572279][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9388.572621][ C3] CR2: 0000556a576b99d8 CR3: 0000000021334001 CR4: 0000000000770ef0 [ 9388.573029][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9388.573441][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9388.573849][ C3] PKRU: 55555554 [ 9388.574035][ C3] Call Trace: [ 9388.574209][ C3] [ 9388.574362][ C3] ? watchdog_timer_fn+0x2cf/0x3c0 [ 9388.574632][ C3] ? __run_hrtimer+0x1c0/0x710 [ 9388.574883][ C3] ? __pfx_watchdog_timer_fn+0x10/0x10 [ 9388.575167][ C3] ? __hrtimer_run_queues+0x197/0x270 [ 9388.575447][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [ 9388.575749][ C3] ? kvm_clock_get_cycles+0x18/0x30 [ 9388.576021][ C3] ? ktime_get_update_offsets_now+0xe1/0x2d0 [ 9388.576335][ C3] ? hrtimer_interrupt+0x2c3/0x770 [ 9388.576605][ C3] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [ 9388.576921][ C3] ? sysvec_apic_timer_interrupt+0x70/0x80 [ 9388.577225][ C3] [ 9388.577379][ C3] [ 9388.577535][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 9388.577857][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [ 9388.578153][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [ 9388.578451][ C3] ? kasan_report+0xd2/0xf0 [ 9388.578689][ C3] kasan_check_range+0x39/0x1c0 [ 9388.578947][ C3] queued_spin_lock_slowpath+0xb0/0xb90 [ 9388.579236][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [ 9388.579556][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [ 9388.579861][ C3] do_raw_spin_lock+0x1ec/0x270 [ 9388.580118][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [ 9388.580396][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [ 9388.580692][ C3] ? lock_acquire+0x1c1/0x220 [ 9388.580936][ C3] ? __mutex_lock+0x33e/0xb10 [ 9388.581183][ C3] _raw_spin_lock+0x67/0x80 [ 9388.581421][ C3] __mutex_lock+0x33e/0xb10 [ 9388.581657][ C3] ? mark_held_locks+0xa5/0xf0 [ 9388.581906][ C3] ? refcount_dec_and_mutex_lock+0x35/0x90 [ 9388.582211][ C3] ? __pfx___mutex_lock+0x10/0x10 [ 9388.582474][ C3] ? lockdep_hardirqs_on_prepare.part.0+0x1b1/0x370 [ 9388.582815][ C3] ? refcount_dec_not_one+0x6b/0x180 [ 9388.583090][ C3] ? __pfx_refcount_dec_not_one+0x10/0x10 [ 9388.583389][ C3] ? refcount_dec_and_mutex_lock+0x35/0x90 [ 9388.583690][ C3] refcount_dec_and_mutex_lock+0x35/0x90 [ 9388.583986][ C3] __tcf_action_put+0x3d/0xf0 [ 9388.584233][ C3] tcf_action_destroy+0x43/0x130 [ 9388.584491][ C3] tcf_exts_destroy+0x3c/0xb0 [ 9388.584736][ C3] __basic_delete_filter+0x16/0xe0 [cls_basic] [ 9388.585061][ C3] basic_destroy+0x432/0x660 [cls_basic] [ 9388.585357][ C3] ? __pfx_basic_destroy+0x10/0x10 [cls_basic] [ 9388.585682][ C3] ? __pfx___mutex_unlock_slowpath+0x10/0x10 [ 9388.585996][ C3] tcf_proto_destroy+0x6e/0x2e0 [ 9388.586251][ C3] tcf_chain_flush+0x1e0/0x320 [ 9388.586504][ C3] __tcf_block_put+0x113/0x270 [ 9388.586756][ C3] ingress_destroy+0x156/0x450 [sch_ingress] [ 9388.587070][ C3] __qdisc_destroy+0xee/0x340 [ 9388.587318][ C3] dev_shutdown+0x129/0x350 [ 9388.587557][ C3] unregister_netdevice_many_notify+0x4fe/0x1180 [ 9388.587888][ C3] ? mutex_is_locked+0x17/0x50 [ 9388.588138][ C3] ? __pfx_unregister_netdevice_many_notify+0x10/0x10 [ 9388.588486][ C3] ? __pfx_unregister_netdevice_queue+0x10/0x10 [ 9388.588812][ C3] default_device_exit_batch+0x234/0x2d0 [ 9388.589102][ C3] ? __pfx_default_device_exit_batch+0x10/0x10 [ 9388.589422][ C3] ? ops_exit_list+0xb4/0x170 [ 9388.589668][ C3] cleanup_net+0x4f3/0xb60 [ 9388.589901][ C3] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 9388.590193][ C3] ? __pfx_cleanup_net+0x10/0x10 [ 9388.590454][ C3] ? lock_acquire+0x1c1/0x220 [ 9388.590699][ C3] ? process_one_work+0x714/0x1310 [ 9388.590967][ C3] process_one_work+0x78c/0x1310 [ 9388.591227][ C3] ? hlock_class+0x4e/0x130 [ 9388.591464][ C3] ? __pfx_process_one_work+0x10/0x10 [ 9388.591744][ C3] ? assign_work+0x16c/0x240 [ 9388.591985][ C3] worker_thread+0x73d/0x1010 [ 9388.592231][ C3] ? lockdep_hardirqs_on_prepare.part.0+0x1b1/0x370 [ 9388.592576][ C3] ? __pfx_worker_thread+0x10/0x10 [ 9388.592842][ C3] ? __pfx_worker_thread+0x10/0x10 [ 9388.593108][ C3] kthread+0x28f/0x360 [ 9388.593322][ C3] ? __pfx_kthread+0x10/0x10 [ 9388.593562][ C3] ret_from_fork+0x31/0x70 [ 9388.593796][ C3] ? __pfx_kthread+0x10/0x10 [ 9388.594035][ C3] ret_from_fork_asm+0x1b/0x30 [ 9388.594291][ C3] [ 9405.497229][ C3] rcu: INFO: rcu_preempt self-detected stall on CPU [ 9405.497613][ C3] rcu: 3-....: (5870343 ticks this GP) idle=37fc/1/0x4000000000000000 softirq=3079680/3079683 fqs=1273469 [ 9405.498203][ C3] rcu: (t=5878590 jiffies g=2723341 q=9848 ncpus=4) [ 9405.498548][ C3] CPU: 3 PID: 71 Comm: kworker/u8:1 Tainted: G B L 6.8.0-rc2-virtme #1 [ 9405.499034][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9405.499662][ C3] Workqueue: netns cleanup_net [ 9405.499919][ C3] RIP: 0010:kasan_check_range+0x3e/0x1c0 [ 9405.500219][ C3] Code: b6 c2 48 01 f0 55 53 72 14 eb 26 cc cc cc 48 b8 ff ff ff ff ff ff ff fe 48 39 c7 77 23 44 89 c2 e8 57 e8 ff ff 83 f0 01 5b 5d <41> 5c c3 cc cc cc cc 48 b8 ff ff ff ff ff 7f ff ff 48 39 c7 76 dd [ 9405.501218][ C3] RSP: 0018:ffffc9000051f4c0 EFLAGS: 00000202 [ 9405.501534][ C3] RAX: 0000000000000001 RBX: 000000006b6b6b6b RCX: ffffffffa8cb35b0 [ 9405.501948][ C3] RDX: 0000000000000000 RSI: 0000000000000004 RDI: ffff888022f2b208 [ 9405.502358][ C3] RBP: ffff888022f2b208 R08: 0000000000000000 R09: ffffed10045e5641 [ 9405.502771][ C3] R10: 0000000000000003 R11: 205d313754202020 R12: 0000000000000003 [ 9405.503181][ C3] R13: ffffed10045e5641 R14: 0000000000000001 R15: 1ffff920000a3e9b [ 9405.503594][ C3] FS: 0000000000000000(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [ 9405.504055][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9405.504399][ C3] CR2: 0000556a576b99d8 CR3: 0000000021334001 CR4: 0000000000770ef0 [ 9405.504811][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9405.505223][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9405.505638][ C3] PKRU: 55555554 [ 9405.505825][ C3] Call Trace: [ 9405.505999][ C3] [ 9405.506153][ C3] ? rcu_dump_cpu_stacks+0x2a3/0x4c0 [ 9405.506434][ C3] ? print_cpu_stall+0x263/0x6a0 [ 9405.506695][ C3] ? check_cpu_stall+0x284/0x500 [ 9405.506953][ C3] ? debug_object_deactivate+0x216/0x3a0 [ 9405.507247][ C3] ? rcu_pending+0x92/0x360 [ 9405.507485][ C3] ? rcu_sched_clock_irq+0x107/0x3f0 [ 9405.507762][ C3] ? update_process_times+0xb9/0x110 [ 9405.508041][ C3] ? tick_sched_handle+0x67/0x130 [ 9405.508305][ C3] ? tick_nohz_highres_handler+0xa7/0xd0 [ 9405.508598][ C3] ? __run_hrtimer+0x1c0/0x710 [ 9405.508847][ C3] ? __pfx_tick_nohz_highres_handler+0x10/0x10 [ 9405.509167][ C3] ? __hrtimer_run_queues+0x197/0x270 [ 9405.509451][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [ 9405.509747][ C3] ? kvm_clock_get_cycles+0x18/0x30 [ 9405.510019][ C3] ? ktime_get_update_offsets_now+0xe1/0x2d0 [ 9405.510335][ C3] ? hrtimer_interrupt+0x2c3/0x770 [ 9405.510604][ C3] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [ 9405.510922][ C3] ? sysvec_apic_timer_interrupt+0x70/0x80 [ 9405.511227][ C3] [ 9405.511384][ C3] [ 9405.511537][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 9405.511861][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [ 9405.512159][ C3] ? kasan_check_range+0x3e/0x1c0 [ 9405.512423][ C3] queued_spin_lock_slowpath+0xb0/0xb90 [ 9405.512713][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [ 9405.513034][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [ 9405.513337][ C3] do_raw_spin_lock+0x1ec/0x270 [ 9405.513594][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [ 9405.513873][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [ 9405.514165][ C3] ? lock_acquire+0x1c1/0x220 [ 9405.514411][ C3] ? __mutex_lock+0x33e/0xb10 [ 9405.514658][ C3] _raw_spin_lock+0x67/0x80 [ 9405.514896][ C3] __mutex_lock+0x33e/0xb10 [ 9405.515135][ C3] ? mark_held_locks+0xa5/0xf0 [ 9405.515386][ C3] ? refcount_dec_and_mutex_lock+0x35/0x90 [ 9405.515695][ C3] ? __pfx___mutex_lock+0x10/0x10 [ 9405.515957][ C3] ? lockdep_hardirqs_on_prepare.part.0+0x1b1/0x370 [ 9405.516297][ C3] ? refcount_dec_not_one+0x6b/0x180 [ 9405.516574][ C3] ? __pfx_refcount_dec_not_one+0x10/0x10 [ 9405.516875][ C3] ? refcount_dec_and_mutex_lock+0x35/0x90 [ 9405.517179][ C3] refcount_dec_and_mutex_lock+0x35/0x90 [ 9405.517475][ C3] __tcf_action_put+0x3d/0xf0 [ 9405.517724][ C3] tcf_action_destroy+0x43/0x130 [ 9405.517983][ C3] tcf_exts_destroy+0x3c/0xb0 [ 9405.518229][ C3] __basic_delete_filter+0x16/0xe0 [cls_basic] [ 9405.518552][ C3] basic_destroy+0x432/0x660 [cls_basic] [ 9405.518850][ C3] ? __pfx_basic_destroy+0x10/0x10 [cls_basic] [ 9405.519173][ C3] ? __pfx___mutex_unlock_slowpath+0x10/0x10 [ 9405.519485][ C3] tcf_proto_destroy+0x6e/0x2e0 [ 9405.519739][ C3] tcf_chain_flush+0x1e0/0x320 [ 9405.519990][ C3] __tcf_block_put+0x113/0x270 [ 9405.520243][ C3] ingress_destroy+0x156/0x450 [sch_ingress] [ 9405.520562][ C3] __qdisc_destroy+0xee/0x340 [ 9405.520808][ C3] dev_shutdown+0x129/0x350 [ 9405.521047][ C3] unregister_netdevice_many_notify+0x4fe/0x1180 [ 9405.521378][ C3] ? mutex_is_locked+0x17/0x50 [ 9405.521632][ C3] ? __pfx_unregister_netdevice_many_notify+0x10/0x10 [ 9405.521982][ C3] ? __pfx_unregister_netdevice_queue+0x10/0x10 [ 9405.522307][ C3] default_device_exit_batch+0x234/0x2d0 [ 9405.522601][ C3] ? __pfx_default_device_exit_batch+0x10/0x10 [ 9405.522921][ C3] ? ops_exit_list+0xb4/0x170 [ 9405.523166][ C3] cleanup_net+0x4f3/0xb60 [ 9405.523401][ C3] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 9405.523693][ C3] ? __pfx_cleanup_net+0x10/0x10 [ 9405.523952][ C3] ? lock_acquire+0x1c1/0x220 [ 9405.524198][ C3] ? process_one_work+0x714/0x1310 [ 9405.524467][ C3] process_one_work+0x78c/0x1310 [ 9405.524728][ C3] ? hlock_class+0x4e/0x130 [ 9405.524966][ C3] ? __pfx_process_one_work+0x10/0x10 [ 9405.525249][ C3] ? assign_work+0x16c/0x240 [ 9405.525497][ C3] worker_thread+0x73d/0x1010 [ 9405.525742][ C3] ? lockdep_hardirqs_on_prepare.part.0+0x1b1/0x370 [ 9405.526084][ C3] ? __pfx_worker_thread+0x10/0x10 [ 9405.526352][ C3] ? __pfx_worker_thread+0x10/0x10 [ 9405.526620][ C3] kthread+0x28f/0x360 [ 9405.526834][ C3] ? __pfx_kthread+0x10/0x10 [ 9405.527076][ C3] ret_from_fork+0x31/0x70 [ 9405.527309][ C3] ? __pfx_kthread+0x10/0x10 [ 9405.527550][ C3] ret_from_fork_asm+0x1b/0x30 [ 9405.527806][ C3] [ 9432.563225][ C3] watchdog: BUG: soft lockup - CPU#3 stuck for 5502s! [kworker/u8:1:71] [ 9432.563689][ C3] Modules linked in: sch_ingress act_mirred cls_basic sch_fq_codel geneve ip6_gre ip_gre gre sha1_generic xfrm_user xt_policy nft_compat nf_tables libcrc32c vxlan mpls_iptunnel mpls_router [ 9432.564658][ C3] irq event stamp: 12124043 [ 9432.564892][ C3] hardirqs last enabled at (12124043): [] irqentry_exit+0x3b/0x90 [ 9432.565389][ C3] hardirqs last disabled at (12124042): [] __do_softirq+0x670/0x7ff [ 9432.565881][ C3] softirqs last enabled at (12123494): [] fib6_run_gc+0x114/0x240 [ 9432.566369][ C3] softirqs last disabled at (12123486): [] fib6_run_gc+0x152/0x240 [ 9432.566855][ C3] CPU: 3 PID: 71 Comm: kworker/u8:1 Tainted: G B L 6.8.0-rc2-virtme #1 [ 9432.567342][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9432.567976][ C3] Workqueue: netns cleanup_net [ 9432.568230][ C3] RIP: 0010:report_enabled+0x19/0x30 [ 9432.568509][ C3] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 48 8b 05 b9 a9 a4 05 48 d1 e8 83 e0 01 75 0d f0 48 0f ba 2d a7 a9 a4 05 00 <0f> 93 c0 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 40 [ 9432.569510][ C3] RSP: 0018:ffffc9000051f400 EFLAGS: 00000247 [ 9432.569828][ C3] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffffa8cb35b0 [ 9432.570240][ C3] RDX: 0000000000000000 RSI: 0000000000000004 RDI: ffff888022f2b208 [ 9432.570651][ C3] RBP: ffff888022f2b208 R08: 0000000000000000 R09: ffffed10045e5641 [ 9432.571065][ C3] R10: 0000000000000003 R11: 205d313754202020 R12: 0000000000000003 [ 9432.571476][ C3] R13: ffffffffa8cb35b0 R14: 0000000000000004 R15: ffff8880057c0040 [ 9432.571888][ C3] FS: 0000000000000000(0000) GS:ffff888035e00000(0000) knlGS:0000000000000000 [ 9432.572350][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9432.572693][ C3] CR2: 0000556a576b99d8 CR3: 0000000021334001 CR4: 0000000000770ef0 [ 9432.573108][ C3] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9432.573519][ C3] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9432.573931][ C3] PKRU: 55555554 [ 9432.574120][ C3] Call Trace: [ 9432.574298][ C3] [ 9432.574450][ C3] ? watchdog_timer_fn+0x2cf/0x3c0 [ 9432.574722][ C3] ? __run_hrtimer+0x1c0/0x710 [ 9432.574974][ C3] ? __pfx_watchdog_timer_fn+0x10/0x10 [ 9432.575261][ C3] ? __hrtimer_run_queues+0x197/0x270 [ 9432.575548][ C3] ? __pfx___hrtimer_run_queues+0x10/0x10 [ 9432.575846][ C3] ? kvm_clock_get_cycles+0x18/0x30 [ 9432.576122][ C3] ? ktime_get_update_offsets_now+0xe1/0x2d0 [ 9432.576439][ C3] ? hrtimer_interrupt+0x2c3/0x770 [ 9432.576709][ C3] ? __sysvec_apic_timer_interrupt+0xbe/0x380 [ 9432.577030][ C3] ? sysvec_apic_timer_interrupt+0x70/0x80 [ 9432.577333][ C3] [ 9432.577490][ C3] [ 9432.577644][ C3] ? asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 9432.577968][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [ 9432.578267][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [ 9432.578565][ C3] ? report_enabled+0x19/0x30 [ 9432.578813][ C3] kasan_report+0x41/0xf0 [ 9432.579039][ C3] ? queued_spin_lock_slowpath+0xb0/0xb90 [ 9432.579340][ C3] kasan_check_range+0x39/0x1c0 [ 9432.579596][ C3] queued_spin_lock_slowpath+0xb0/0xb90 [ 9432.579887][ C3] ? __pfx_queued_spin_lock_slowpath+0x10/0x10 [ 9432.580209][ C3] ? _raw_spin_unlock_irqrestore+0x51/0x70 [ 9432.580515][ C3] do_raw_spin_lock+0x1ec/0x270 [ 9432.580774][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [ 9432.581055][ C3] ? __pfx_do_raw_spin_trylock+0x10/0x10 [ 9432.581351][ C3] ? lock_acquire+0x1c1/0x220 [ 9432.581599][ C3] ? __mutex_lock+0x33e/0xb10 [ 9432.581847][ C3] _raw_spin_lock+0x67/0x80 [ 9432.582085][ C3] __mutex_lock+0x33e/0xb10 [ 9432.582326][ C3] ? mark_held_locks+0xa5/0xf0 [ 9432.582576][ C3] ? refcount_dec_and_mutex_lock+0x35/0x90 [ 9432.582883][ C3] ? __pfx___mutex_lock+0x10/0x10 [ 9432.583146][ C3] ? lockdep_hardirqs_on_prepare.part.0+0x1b1/0x370 [ 9432.583488][ C3] ? refcount_dec_not_one+0x6b/0x180 [ 9432.583767][ C3] ? __pfx_refcount_dec_not_one+0x10/0x10 [ 9432.584066][ C3] ? refcount_dec_and_mutex_lock+0x35/0x90 [ 9432.584371][ C3] refcount_dec_and_mutex_lock+0x35/0x90 [ 9432.584667][ C3] __tcf_action_put+0x3d/0xf0 [ 9432.584918][ C3] tcf_action_destroy+0x43/0x130 [ 9432.585179][ C3] tcf_exts_destroy+0x3c/0xb0 [ 9432.585429][ C3] __basic_delete_filter+0x16/0xe0 [cls_basic] [ 9432.585754][ C3] basic_destroy+0x432/0x660 [cls_basic] [ 9432.586055][ C3] ? __pfx_basic_destroy+0x10/0x10 [cls_basic] [ 9432.586380][ C3] ? __pfx___mutex_unlock_slowpath+0x10/0x10 [ 9432.586695][ C3] tcf_proto_destroy+0x6e/0x2e0 [ 9432.586949][ C3] tcf_chain_flush+0x1e0/0x320 [ 9432.587202][ C3] __tcf_block_put+0x113/0x270 [ 9432.587456][ C3] ingress_destroy+0x156/0x450 [sch_ingress] [ 9432.587775][ C3] __qdisc_destroy+0xee/0x340 [ 9432.588022][ C3] dev_shutdown+0x129/0x350 [ 9432.588262][ C3] unregister_netdevice_many_notify+0x4fe/0x1180 [ 9432.588594][ C3] ? mutex_is_locked+0x17/0x50 [ 9432.588846][ C3] ? __pfx_unregister_netdevice_many_notify+0x10/0x10 [ 9432.589197][ C3] ? __pfx_unregister_netdevice_queue+0x10/0x10 [ 9432.589525][ C3] default_device_exit_batch+0x234/0x2d0 [ 9432.589820][ C3] ? __pfx_default_device_exit_batch+0x10/0x10 [ 9432.590144][ C3] ? ops_exit_list+0xb4/0x170 [ 9432.590391][ C3] cleanup_net+0x4f3/0xb60 [ 9432.590627][ C3] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 9432.590919][ C3] ? __pfx_cleanup_net+0x10/0x10 [ 9432.591179][ C3] ? lock_acquire+0x1c1/0x220 [ 9432.591426][ C3] ? process_one_work+0x714/0x1310 [ 9432.591696][ C3] process_one_work+0x78c/0x1310 [ 9432.591958][ C3] ? hlock_class+0x4e/0x130 [ 9432.592197][ C3] ? __pfx_process_one_work+0x10/0x10 [ 9432.592482][ C3] ? assign_work+0x16c/0x240 [ 9432.592724][ C3] worker_thread+0x73d/0x1010 [ 9432.592971][ C3] ? lockdep_hardirqs_on_prepare.part.0+0x1b1/0x370 [ 9432.593316][ C3] ? __pfx_worker_thread+0x10/0x10 [ 9432.593585][ C3] ? __pfx_worker_thread+0x10/0x10 [ 9432.593853][ C3] kthread+0x28f/0x360 [ 9432.594068][ C3] ? __pfx_kthread+0x10/0x10 [ 9432.594310][ C3] ret_from_fork+0x31/0x70 [ 9432.594545][ C3] ? __pfx_kthread+0x10/0x10 [ 9432.594791][ C3] ret_from_fork_asm+0x1b/0x30 [ 9432.595046][ C3] exit [?2004l exit Powering off. [ 9442.392325][T26201] ACPI: PM: Preparing to enter system sleep state S5 [ 9442.393238][T26201] kvm: exiting hardware virtualization [ 9442.393584][T26201] reboot: Power down