[ 30.829395][ T281] socat (281) used greatest stack depth: 24656 bytes left [ 36.936346][ T306] ip (306) used greatest stack depth: 24560 bytes left WAIT TIMEOUT stderr Ctrl-C stderr Ctrl-C stderr [ 247.202569][ T44] INFO: task ip:364 blocked for more than 122 seconds. [ 247.203063][ T44] Not tainted 6.15.0-rc3-virtme #1 [ 247.203310][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 247.203823][ T44] task:ip state:D stack:25104 pid:364 tgid:364 ppid:246 task_flags:0x400100 flags:0x00004006 [ 247.204365][ T44] Call Trace: [ 247.204562][ T44] [ 247.204699][ T44] __schedule+0x851/0x1b00 [ 247.204948][ T44] ? __pfx___schedule+0x10/0x10 [ 247.205199][ T44] ? schedule+0x1ee/0x270 [ 247.205374][ T44] ? __lock_release+0x5d/0x170 [ 247.205628][ T44] schedule+0xe2/0x270 [ 247.205807][ T44] schedule_preempt_disabled+0x18/0x30 [ 247.206048][ T44] __mutex_lock+0x77f/0xcd0 [ 247.206291][ T44] ? kasan_quarantine_put+0x10d/0x230 [ 247.206546][ T44] ? xdp_features_set_redirect_target+0x23/0x80 [ 247.206847][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 247.207086][ T44] ? kfree+0x144/0x320 [ 247.207271][ T44] ? virtnet_set_guest_offloads+0xf6/0x1b0 [ 247.207585][ T44] ? virtnet_set_guest_offloads+0xf6/0x1b0 [ 247.207876][ T44] ? __pfx_virtnet_set_guest_offloads+0x10/0x10 [ 247.208172][ T44] ? xdp_features_set_redirect_target+0x23/0x80 [ 247.208474][ T44] xdp_features_set_redirect_target+0x23/0x80 [ 247.208774][ T44] virtnet_xdp_set+0x1440/0x1a70 [ 247.209020][ T44] dev_xdp_install+0x41e/0x8c0 [ 247.209258][ T44] ? __pfx_virtnet_xdp+0x10/0x10 [ 247.209505][ T44] ? __pfx_dev_xdp_install+0x10/0x10 [ 247.209751][ T44] dev_xdp_attach+0x53e/0x1120 [ 247.209984][ T44] ? __bpf_prog_get+0x1ac/0x230 [ 247.210479][ T44] ? __pfx_dev_xdp_attach+0x10/0x10 [ 247.210722][ T44] ? __pfx_bpf_prog_get_type_dev+0x10/0x10 [ 247.211023][ T44] dev_change_xdp_fd+0x244/0x290 [ 247.211263][ T44] do_setlink.constprop.0+0x1ffd/0x2790 [ 247.211529][ T44] ? rcu_read_lock_any_held+0x43/0xb0 [ 247.211776][ T44] ? validate_chain+0x166/0x4d0 [ 247.212016][ T44] ? __pfx_do_setlink.constprop.0+0x10/0x10 [ 247.212316][ T44] ? __lock_acquire+0x591/0x9d0 [ 247.212575][ T44] ? mn_hlist_invalidate_range_start+0x1e9/0x590 [ 247.212881][ T44] ? __mutex_trylock_common+0xf9/0x260 [ 247.213115][ T44] ? __pfx___mutex_trylock_common+0x10/0x10 [ 247.213409][ T44] ? rcu_is_watching+0x12/0xc0 [ 247.213658][ T44] ? rcu_is_watching+0x12/0xc0 [ 247.213903][ T44] ? find_held_lock+0x2b/0x80 [ 247.214147][ T44] ? rtnl_newlink+0x651/0xa60 [ 247.214382][ T44] ? __create_object+0x5e/0xb0 [ 247.214632][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 247.214879][ T44] ? trace_cap_capable+0x10f/0x190 [ 247.215124][ T44] ? _raw_spin_unlock_irqrestore+0x46/0x80 [ 247.215411][ T44] ? __rtnl_newlink+0x40e/0xa40 [ 247.215668][ T44] rtnl_newlink+0x69a/0xa60 [ 247.215914][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 247.216154][ T44] ? __lock_acquire+0x591/0x9d0 [ 247.216400][ T44] ? find_held_lock+0x2b/0x80 [ 247.216656][ T44] ? rtnetlink_rcv_msg+0x6ed/0xc00 [ 247.216896][ T44] ? __lock_release+0x5d/0x170 [ 247.217136][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 247.217370][ T44] rtnetlink_rcv_msg+0x710/0xc00 [ 247.217625][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 247.217864][ T44] ? validate_chain+0x166/0x4d0 [ 247.218107][ T44] netlink_rcv_skb+0x12f/0x360 [ 247.218347][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 247.218588][ T44] ? __pfx_netlink_rcv_skb+0x10/0x10 [ 247.218823][ T44] ? __lock_acquire+0x591/0x9d0 [ 247.219070][ T44] ? netlink_deliver_tap+0x13e/0x340 [ 247.219302][ T44] ? __lock_release+0x5d/0x170 [ 247.219544][ T44] ? netlink_deliver_tap+0x13e/0x340 [ 247.219777][ T44] ? netlink_deliver_tap+0xc3/0x340 [ 247.220011][ T44] netlink_unicast+0x449/0x710 [ 247.220243][ T44] ? __pfx_netlink_unicast+0x10/0x10 [ 247.220491][ T44] ? __lock_acquire+0x591/0x9d0 [ 247.220737][ T44] netlink_sendmsg+0x721/0xbe0 [ 247.220971][ T44] ? __pfx_netlink_sendmsg+0x10/0x10 [ 247.221222][ T44] ? __import_iovec+0x238/0x3c0 [ 247.221481][ T44] ____sys_sendmsg+0x7aa/0xa10 [ 247.221716][ T44] ? __pfx_____sys_sendmsg+0x10/0x10 [ 247.221943][ T44] ? __pfx_copy_msghdr_from_user+0x10/0x10 [ 247.222250][ T44] ___sys_sendmsg+0xed/0x170 [ 247.222505][ T44] ? kasan_record_aux_stack+0x8c/0xa0 [ 247.222740][ T44] ? __call_rcu_common.constprop.0+0xa1/0x610 [ 247.223034][ T44] ? __pfx____sys_sendmsg+0x10/0x10 [ 247.223278][ T44] ? find_held_lock+0x2b/0x80 [ 247.223529][ T44] ? __lock_acquire+0x591/0x9d0 [ 247.223780][ T44] ? find_held_lock+0x2b/0x80 [ 247.224031][ T44] ? __virt_addr_valid+0x22e/0x450 [ 247.224278][ T44] ? __lock_release+0x5d/0x170 [ 247.224537][ T44] __sys_sendmsg+0x108/0x1a0 [ 247.224776][ T44] ? __pfx___sys_sendmsg+0x10/0x10 [ 247.225027][ T44] ? rcu_is_watching+0x12/0xc0 [ 247.225279][ T44] do_syscall_64+0xc1/0x1d0 [ 247.225531][ T44] entry_SYSCALL_64_after_hwframe+0x77/0x7f [ 247.225820][ T44] RIP: 0033:0x7f7dade459a7 [ 247.226071][ T44] RSP: 002b:00007ffc45332e88 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 247.226428][ T44] RAX: ffffffffffffffda RBX: 00007ffc453335b8 RCX: 00007f7dade459a7 [ 247.226798][ T44] RDX: 0000000000000000 RSI: 00007ffc45332ef0 RDI: 0000000000000003 [ 247.227157][ T44] RBP: 0000000000000009 R08: 00000000ffff7fff R09: 0000000000000000 [ 247.227522][ T44] R10: 00007f7dadd034a8 R11: 0000000000000246 R12: 0000000000000009 [ 247.227870][ T44] R13: 00000000680d7784 R14: 0000000000498600 R15: 0000000000000000 [ 247.228239][ T44] [ 247.228459][ T44] INFO: task ip:364 is blocked on a mutex likely owned by task kworker/2:2:62. [ 247.228881][ T44] task:kworker/2:2 state:D stack:28368 pid:62 tgid:62 ppid:2 task_flags:0x4208060 flags:0x00004000 [ 247.229394][ T44] Workqueue: events refill_work [ 247.229651][ T44] Call Trace: [ 247.229827][ T44] [ 247.229954][ T44] __schedule+0x851/0x1b00 [ 247.230199][ T44] ? __pfx___schedule+0x10/0x10 [ 247.230464][ T44] ? schedule+0x1ee/0x270 [ 247.230641][ T44] ? __lock_release+0x5d/0x170 [ 247.230884][ T44] schedule+0xe2/0x270 [ 247.231068][ T44] schedule_hrtimeout_range_clock+0x100/0x2d0 [ 247.231366][ T44] ? __pfx_schedule_hrtimeout_range_clock+0x10/0x10 [ 247.231672][ T44] ? find_held_lock+0x2b/0x80 [ 247.231917][ T44] ? __pfx_hrtimer_wakeup+0x10/0x10 [ 247.232162][ T44] ? ktime_get+0x178/0x200 [ 247.232396][ T44] ? kvm_clock_get_cycles+0x18/0x30 [ 247.232638][ T44] ? ktime_get+0xb8/0x200 [ 247.232816][ T44] usleep_range_state+0x141/0x1d0 [ 247.233058][ T44] ? __pfx_usleep_range_state+0x10/0x10 [ 247.233297][ T44] napi_disable_locked+0x3c0/0x5d0 [ 247.233550][ T44] ? __pfx_napi_disable_locked+0x10/0x10 [ 247.233819][ T44] napi_disable+0x43/0x80 [ 247.234001][ T44] refill_work+0x129/0x220 [ 247.234230][ T44] ? refill_work+0x9b/0x220 [ 247.234479][ T44] process_one_work+0xe40/0x1690 [ 247.234723][ T44] ? __pfx_process_one_work+0x10/0x10 [ 247.234959][ T44] ? assign_work+0x16c/0x240 [ 247.235190][ T44] worker_thread+0x591/0xcf0 [ 247.235427][ T44] ? __pfx_worker_thread+0x10/0x10 [ 247.235679][ T44] kthread+0x37b/0x600 [ 247.235856][ T44] ? __pfx_kthread+0x10/0x10 [ 247.236083][ T44] ? ret_from_fork+0x1b/0x70 [ 247.236308][ T44] ? __lock_release+0x5d/0x170 [ 247.236548][ T44] ? rcu_is_watching+0x12/0xc0 [ 247.236778][ T44] ? __pfx_kthread+0x10/0x10 [ 247.237007][ T44] ret_from_fork+0x31/0x70 [ 247.237250][ T44] ? __pfx_kthread+0x10/0x10 [ 247.237502][ T44] ret_from_fork_asm+0x1a/0x30 [ 247.237756][ T44] [ 247.237937][ T44] [ 247.237937][ T44] Showing all locks held in the system: [ 247.238278][ T44] 1 lock held by khungtaskd/44: [ 247.238524][ T44] #0: ffffffff8e5745a0 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260 [ 247.238941][ T44] 3 locks held by kworker/2:2/62: [ 247.239178][ T44] #0: ffff8880010a1548 ((wq_completion)events){+.+.}-{0:0}, at: process_one_work+0x7e5/0x1690 [ 247.239656][ T44] #1: ffffc90000437d40 ((work_completion)(&(&vi->refill)->work)){+.+.}-{0:0}, at: process_one_work+0xdf6/0x1690 [ 247.240177][ T44] #2: ffff888008922c90 (&dev->lock){+.+.}-{4:4}, at: napi_disable+0x3b/0x80 [ 247.240583][ T44] 3 locks held by kworker/u16:1/67: [ 247.240810][ T44] #0: ffff888008dc6548 ((wq_completion)ipv6_addrconf){+.+.}-{0:0}, at: process_one_work+0x7e5/0x1690 [ 247.241270][ T44] #1: ffffc90000487d40 ((work_completion)(&(&net->ipv6.addr_chk_work)->work)){+.+.}-{0:0}, at: process_one_work+0xdf6/0x1690 [ 247.241849][ T44] #2: ffffffff8ee3ca48 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_verify_work+0x12/0x30 [ 247.242259][ T44] 2 locks held by ip/364: [ 247.242436][ T44] #0: ffffffff8ee3ca48 (rtnl_mutex){+.+.}-{4:4}, at: rtnl_newlink+0x651/0xa60 [ 247.242846][ T44] #1: ffff888008922c90 (&dev->lock){+.+.}-{4:4}, at: xdp_features_set_redirect_target+0x23/0x80 [ 247.243301][ T44] 2 locks held by ethtool/369: [ 247.243541][ T44] #0: ffffffff8ee94a70 (cb_lock){++++}-{4:4}, at: genl_rcv+0x19/0x40 [ 247.243892][ T44] #1: ffffffff8ee3ca48 (rtnl_mutex){+.+.}-{4:4}, at: ethnl_default_doit+0x31b/0xe60 [ 247.244307][ T44] [ 247.244425][ T44] ============================================= [ 247.244425][ T44] WAIT TIMEOUT stderr