[ 861.598378][ T44] INFO: task kworker/u16:1:65 blocked for more than 245 seconds. [ 861.599070][ T44] Not tainted 6.16.0-rc6-virtme #1 [ 861.599477][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.600099][ T44] task:kworker/u16:1 state:D stack:27024 pid:65 tgid:65 ppid:2 task_flags:0x4208060 flags:0x00004000 [ 861.600974][ T44] Workqueue: ipv6_addrconf addrconf_verify_work [ 861.601479][ T44] Call Trace: [ 861.601774][ T44] [ 861.601983][ T44] __schedule+0x862/0x1b00 [ 861.602408][ T44] ? __pfx___schedule+0x10/0x10 [ 861.602821][ T44] ? schedule+0x1ee/0x270 [ 861.603116][ T44] ? __lock_release+0x5d/0x170 [ 861.603537][ T44] schedule+0xe2/0x270 [ 861.603837][ T44] schedule_preempt_disabled+0x18/0x30 [ 861.604224][ T44] __mutex_lock+0x77f/0xcd0 [ 861.604622][ T44] ? validate_chain+0x166/0x4d0 [ 861.605024][ T44] ? addrconf_verify_work+0x12/0x30 [ 861.605428][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 861.605837][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.606238][ T44] ? addrconf_verify_work+0x12/0x30 [ 861.606635][ T44] addrconf_verify_work+0x12/0x30 [ 861.607038][ T44] process_one_work+0xe40/0x1660 [ 861.607470][ T44] ? __pfx_process_one_work+0x10/0x10 [ 861.607875][ T44] ? assign_work+0x16c/0x240 [ 861.608275][ T44] worker_thread+0x591/0xcf0 [ 861.608726][ T44] ? __pfx_worker_thread+0x10/0x10 [ 861.609120][ T44] kthread+0x37e/0x600 [ 861.609429][ T44] ? __pfx_kthread+0x10/0x10 [ 861.609817][ T44] ? ret_from_fork+0x1b/0x320 [ 861.610203][ T44] ? __lock_release+0x5d/0x170 [ 861.610606][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.610995][ T44] ? __pfx_kthread+0x10/0x10 [ 861.611404][ T44] ret_from_fork+0x240/0x320 [ 861.611797][ T44] ? __pfx_kthread+0x10/0x10 [ 861.612184][ T44] ret_from_fork_asm+0x1a/0x30 [ 861.612613][ T44] [ 861.612926][ T44] INFO: task kworker/u16:1:65 is blocked on a mutex likely owned by task ip:1633. [ 861.613581][ T44] task:ip state:D stack:24976 pid:1633 tgid:1633 ppid:1 task_flags:0x400100 flags:0x00004006 [ 861.614438][ T44] Call Trace: [ 861.614729][ T44] [ 861.614944][ T44] __schedule+0x862/0x1b00 [ 861.615356][ T44] ? __pfx___schedule+0x10/0x10 [ 861.615769][ T44] ? schedule+0x1ee/0x270 [ 861.616061][ T44] ? __lock_release+0x5d/0x170 [ 861.616473][ T44] schedule+0xe2/0x270 [ 861.616770][ T44] schedule_hrtimeout_range_clock+0x100/0x2d0 [ 861.617259][ T44] ? __pfx_schedule_hrtimeout_range_clock+0x10/0x10 [ 861.617760][ T44] ? find_held_lock+0x2b/0x80 [ 861.618154][ T44] ? __pfx_hrtimer_wakeup+0x10/0x10 [ 861.618560][ T44] ? ktime_get+0x178/0x200 [ 861.618951][ T44] ? kvm_clock_get_cycles+0x18/0x30 [ 861.619351][ T44] ? ktime_get+0xbb/0x200 [ 861.619654][ T44] usleep_range_state+0x141/0x1d0 [ 861.620048][ T44] ? __pfx_usleep_range_state+0x10/0x10 [ 861.620453][ T44] ? usleep_range_state+0x171/0x1d0 [ 861.620857][ T44] napi_disable_locked+0x3c0/0x5d0 [ 861.621249][ T44] ? __pfx_napi_disable_locked+0x10/0x10 [ 861.621667][ T44] napi_disable+0x43/0x80 [ 861.621963][ T44] virtnet_close+0x3b3/0x5c0 [ 861.622383][ T44] __dev_close_many+0x1ab/0x670 [ 861.622779][ T44] ? __pfx___dev_close_many+0x10/0x10 [ 861.623173][ T44] ? __local_bh_enable_ip+0xa9/0x130 [ 861.623590][ T44] __dev_change_flags+0x24e/0x6c0 [ 861.623985][ T44] ? __pfx___dev_change_flags+0x10/0x10 [ 861.624385][ T44] ? is_bpf_text_address+0x67/0x120 [ 861.624789][ T44] netif_change_flags+0x80/0x160 [ 861.625175][ T44] ? kernel_text_address+0xce/0xe0 [ 861.625583][ T44] do_setlink.constprop.0+0x98a/0x2650 [ 861.625994][ T44] ? __pfx_do_setlink.constprop.0+0x10/0x10 [ 861.626502][ T44] ? rcu_read_lock_any_held+0x43/0xb0 [ 861.626888][ T44] ? validate_chain+0x166/0x4d0 [ 861.627283][ T44] ? __kernel_text_address+0x12/0x40 [ 861.627705][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.628106][ T44] ? __mutex_trylock_common+0xf9/0x260 [ 861.628512][ T44] ? __pfx___mutex_trylock_common+0x10/0x10 [ 861.629000][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.629406][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.629794][ T44] ? trace_contention_end+0xdc/0x140 [ 861.630186][ T44] ? __mutex_lock+0x19c/0xcd0 [ 861.630588][ T44] ? find_held_lock+0x2b/0x80 [ 861.630980][ T44] ? rtnl_newlink+0x651/0xa60 [ 861.631381][ T44] ? __create_object+0x5e/0xb0 [ 861.631774][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 861.632178][ T44] ? trace_cap_capable+0x10f/0x190 [ 861.632583][ T44] ? _raw_spin_unlock_irqrestore+0x46/0x80 [ 861.633064][ T44] ? __rtnl_newlink+0x40e/0xa40 [ 861.633482][ T44] rtnl_newlink+0x69a/0xa60 [ 861.633885][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 861.634273][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.634687][ T44] ? find_held_lock+0x2b/0x80 [ 861.635079][ T44] ? rtnetlink_rcv_msg+0x6ed/0xc00 [ 861.635486][ T44] ? __lock_release+0x5d/0x170 [ 861.635878][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 861.636269][ T44] rtnetlink_rcv_msg+0x713/0xc00 [ 861.636671][ T44] ? validate_chain+0x166/0x4d0 [ 861.637062][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 861.637474][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.637874][ T44] netlink_rcv_skb+0x121/0x350 [ 861.638270][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 861.638676][ T44] ? __pfx_netlink_rcv_skb+0x10/0x10 [ 861.639087][ T44] ? netlink_deliver_tap+0x13e/0x340 [ 861.639487][ T44] ? netlink_deliver_tap+0xc3/0x340 [ 861.639881][ T44] netlink_unicast+0x4b6/0x790 [ 861.640278][ T44] ? __pfx_netlink_unicast+0x10/0x10 [ 861.640685][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.641097][ T44] netlink_sendmsg+0x721/0xbe0 [ 861.641511][ T44] ? __pfx_netlink_sendmsg+0x10/0x10 [ 861.641904][ T44] ? __import_iovec+0x238/0x3c0 [ 861.642324][ T44] ____sys_sendmsg+0x7aa/0xa10 [ 861.642718][ T44] ? __pfx_____sys_sendmsg+0x10/0x10 [ 861.643105][ T44] ? __pfx_copy_msghdr_from_user+0x10/0x10 [ 861.643627][ T44] ___sys_sendmsg+0xed/0x170 [ 861.644022][ T44] ? kasan_record_aux_stack+0x8c/0xa0 [ 861.644422][ T44] ? __call_rcu_common.constprop.0+0xa8/0x640 [ 861.644908][ T44] ? __pfx____sys_sendmsg+0x10/0x10 [ 861.645319][ T44] ? find_held_lock+0x2b/0x80 [ 861.645716][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.646117][ T44] ? find_held_lock+0x2b/0x80 [ 861.646519][ T44] ? __virt_addr_valid+0x22e/0x450 [ 861.646915][ T44] ? __lock_release+0x5d/0x170 [ 861.647352][ T44] __sys_sendmsg+0x10b/0x1a0 [ 861.647742][ T44] ? __call_rcu_common.constprop.0+0x320/0x640 [ 861.648225][ T44] ? __pfx___sys_sendmsg+0x10/0x10 [ 861.648652][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.649044][ T44] do_syscall_64+0xc1/0x380 [ 861.649449][ T44] entry_SYSCALL_64_after_hwframe+0x77/0x7f [ 861.649930][ T44] RIP: 0033:0x7fa86ef811e7 [ 861.650357][ T44] RSP: 002b:00007ffc222222e8 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 861.650944][ T44] RAX: ffffffffffffffda RBX: 00007ffc22222a10 RCX: 00007fa86ef811e7 [ 861.651536][ T44] RDX: 0000000000000000 RSI: 00007ffc22222350 RDI: 0000000000000003 [ 861.652120][ T44] RBP: 0000000000000003 R08: 0000000000000003 R09: 0000000000000078 [ 861.652720][ T44] R10: 00007fa86ee7eee8 R11: 0000000000000246 R12: 0000000000000003 [ 861.653320][ T44] R13: 00000000687f48b8 R14: 0000000000499600 R15: 0000000000000000 [ 861.653932][ T44] [ 861.654227][ T44] INFO: task kworker/3:2:1311 blocked for more than 368 seconds. [ 861.654773][ T44] Not tainted 6.16.0-rc6-virtme #1 [ 861.655131][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 861.655765][ T44] task:kworker/3:2 state:D stack:28016 pid:1311 tgid:1311 ppid:2 task_flags:0x4208060 flags:0x00004000 [ 861.656625][ T44] Workqueue: events virtnet_rx_mode_work [ 861.657020][ T44] Call Trace: [ 861.657329][ T44] [ 861.657536][ T44] __schedule+0x862/0x1b00 [ 861.657936][ T44] ? __pfx___schedule+0x10/0x10 [ 861.658363][ T44] ? schedule+0x1ee/0x270 [ 861.658658][ T44] ? __lock_release+0x5d/0x170 [ 861.659059][ T44] schedule+0xe2/0x270 [ 861.659371][ T44] schedule_preempt_disabled+0x18/0x30 [ 861.659760][ T44] __mutex_lock+0x77f/0xcd0 [ 861.660154][ T44] ? virtnet_rx_mode_work+0x145/0x860 [ 861.660558][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 861.660950][ T44] ? mark_held_locks+0x49/0x80 [ 861.661354][ T44] ? lockdep_hardirqs_on+0x7c/0x110 [ 861.661747][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.662139][ T44] ? trace_kmalloc+0x2a/0xe0 [ 861.662542][ T44] ? __kmalloc_cache_noprof+0x15f/0x360 [ 861.662941][ T44] ? virtnet_rx_mode_work+0x145/0x860 [ 861.663336][ T44] virtnet_rx_mode_work+0x145/0x860 [ 861.663730][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.664128][ T44] ? __pfx_virtnet_rx_mode_work+0x10/0x10 [ 861.664536][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.664926][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.665332][ T44] process_one_work+0xe40/0x1660 [ 861.665744][ T44] ? __pfx_process_one_work+0x10/0x10 [ 861.666147][ T44] ? assign_work+0x16c/0x240 [ 861.666555][ T44] worker_thread+0x591/0xcf0 [ 861.666964][ T44] ? __pfx_worker_thread+0x10/0x10 [ 861.667381][ T44] kthread+0x37e/0x600 [ 861.667679][ T44] ? __pfx_kthread+0x10/0x10 [ 861.668063][ T44] ? ret_from_fork+0x1b/0x320 [ 861.668463][ T44] ? __lock_release+0x5d/0x170 [ 861.668856][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.669241][ T44] ? __pfx_kthread+0x10/0x10 [ 861.669642][ T44] ret_from_fork+0x240/0x320 [ 861.670035][ T44] ? __pfx_kthread+0x10/0x10 [ 861.670436][ T44] ret_from_fork_asm+0x1a/0x30 [ 861.670849][ T44] [ 861.671154][ T44] INFO: task kworker/3:2:1311 is blocked on a mutex likely owned by task ip:1633. [ 861.671802][ T44] task:ip state:D stack:24976 pid:1633 tgid:1633 ppid:1 task_flags:0x400100 flags:0x00004006 [ 861.672653][ T44] Call Trace: [ 861.672952][ T44] [ 861.673157][ T44] __schedule+0x862/0x1b00 [ 861.673570][ T44] ? __pfx___schedule+0x10/0x10 [ 861.673980][ T44] ? schedule+0x1ee/0x270 [ 861.674273][ T44] ? __lock_release+0x5d/0x170 [ 861.674687][ T44] schedule+0xe2/0x270 [ 861.674990][ T44] schedule_hrtimeout_range_clock+0x100/0x2d0 [ 861.675487][ T44] ? __pfx_schedule_hrtimeout_range_clock+0x10/0x10 [ 861.675970][ T44] ? find_held_lock+0x2b/0x80 [ 861.676378][ T44] ? __pfx_hrtimer_wakeup+0x10/0x10 [ 861.676770][ T44] ? ktime_get+0x178/0x200 [ 861.677168][ T44] ? kvm_clock_get_cycles+0x18/0x30 [ 861.677567][ T44] ? ktime_get+0xbb/0x200 [ 861.677866][ T44] usleep_range_state+0x141/0x1d0 [ 861.678259][ T44] ? __pfx_usleep_range_state+0x10/0x10 [ 861.678672][ T44] ? usleep_range_state+0x171/0x1d0 [ 861.679067][ T44] napi_disable_locked+0x3c0/0x5d0 [ 861.679473][ T44] ? __pfx_napi_disable_locked+0x10/0x10 [ 861.679879][ T44] napi_disable+0x43/0x80 [ 861.680174][ T44] virtnet_close+0x3b3/0x5c0 [ 861.680591][ T44] __dev_close_many+0x1ab/0x670 [ 861.680985][ T44] ? __pfx___dev_close_many+0x10/0x10 [ 861.681400][ T44] ? __local_bh_enable_ip+0xa9/0x130 [ 861.681797][ T44] __dev_change_flags+0x24e/0x6c0 [ 861.682191][ T44] ? __pfx___dev_change_flags+0x10/0x10 [ 861.682587][ T44] ? is_bpf_text_address+0x67/0x120 [ 861.682992][ T44] netif_change_flags+0x80/0x160 [ 861.683392][ T44] ? kernel_text_address+0xce/0xe0 [ 861.683787][ T44] do_setlink.constprop.0+0x98a/0x2650 [ 861.684191][ T44] ? __pfx_do_setlink.constprop.0+0x10/0x10 [ 861.684703][ T44] ? rcu_read_lock_any_held+0x43/0xb0 [ 861.685091][ T44] ? validate_chain+0x166/0x4d0 [ 861.685487][ T44] ? __kernel_text_address+0x12/0x40 [ 861.685885][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.686283][ T44] ? __mutex_trylock_common+0xf9/0x260 [ 861.686689][ T44] ? __pfx___mutex_trylock_common+0x10/0x10 [ 861.687187][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.687594][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.688244][ T44] ? trace_contention_end+0xdc/0x140 [ 861.688648][ T44] ? __mutex_lock+0x19c/0xcd0 [ 861.689038][ T44] ? find_held_lock+0x2b/0x80 [ 861.689442][ T44] ? rtnl_newlink+0x651/0xa60 [ 861.690083][ T44] ? __create_object+0x5e/0xb0 [ 861.690487][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 861.690887][ T44] ? trace_cap_capable+0x10f/0x190 [ 861.691273][ T44] ? _raw_spin_unlock_irqrestore+0x46/0x80 [ 861.692022][ T44] ? __rtnl_newlink+0x40e/0xa40 [ 861.692442][ T44] rtnl_newlink+0x69a/0xa60 [ 861.692846][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 861.693235][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.693912][ T44] ? find_held_lock+0x2b/0x80 [ 861.694324][ T44] ? rtnetlink_rcv_msg+0x6ed/0xc00 [ 861.694709][ T44] ? __lock_release+0x5d/0x170 [ 861.695102][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 861.695630][ T44] rtnetlink_rcv_msg+0x713/0xc00 [ 861.696021][ T44] ? validate_chain+0x166/0x4d0 [ 861.696422][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 861.696818][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.697504][ T44] netlink_rcv_skb+0x121/0x350 [ 861.697898][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 861.698305][ T44] ? __pfx_netlink_rcv_skb+0x10/0x10 [ 861.698721][ T44] ? netlink_deliver_tap+0x13e/0x340 [ 861.699112][ T44] ? netlink_deliver_tap+0xc3/0x340 [ 861.699523][ T44] netlink_unicast+0x4b6/0x790 [ 861.699920][ T44] ? __pfx_netlink_unicast+0x10/0x10 [ 861.700328][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.700993][ T44] netlink_sendmsg+0x721/0xbe0 [ 861.701406][ T44] ? __pfx_netlink_sendmsg+0x10/0x10 [ 861.701797][ T44] ? __import_iovec+0x238/0x3c0 [ 861.702199][ T44] ____sys_sendmsg+0x7aa/0xa10 [ 861.702868][ T44] ? __pfx_____sys_sendmsg+0x10/0x10 [ 861.703254][ T44] ? __pfx_copy_msghdr_from_user+0x10/0x10 [ 861.703775][ T44] ___sys_sendmsg+0xed/0x170 [ 861.704168][ T44] ? kasan_record_aux_stack+0x8c/0xa0 [ 861.704572][ T44] ? __call_rcu_common.constprop.0+0xa8/0x640 [ 861.705055][ T44] ? __pfx____sys_sendmsg+0x10/0x10 [ 861.705465][ T44] ? find_held_lock+0x2b/0x80 [ 861.705863][ T44] ? __lock_acquire+0x44d/0x7e0 [ 861.706530][ T44] ? find_held_lock+0x2b/0x80 [ 861.706922][ T44] ? __virt_addr_valid+0x22e/0x450 [ 861.707333][ T44] ? __lock_release+0x5d/0x170 [ 861.707740][ T44] __sys_sendmsg+0x10b/0x1a0 [ 861.708392][ T44] ? __call_rcu_common.constprop.0+0x320/0x640 [ 861.708874][ T44] ? __pfx___sys_sendmsg+0x10/0x10 [ 861.709304][ T44] ? rcu_is_watching+0x12/0xc0 [ 861.709951][ T44] do_syscall_64+0xc1/0x380 [ 861.710360][ T44] entry_SYSCALL_64_after_hwframe+0x77/0x7f [ 861.710849][ T44] RIP: 0033:0x7fa86ef811e7 [ 861.711252][ T44] RSP: 002b:00007ffc222222e8 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 861.712118][ T44] RAX: ffffffffffffffda RBX: 00007ffc22222a10 RCX: 00007fa86ef811e7 [ 861.712708][ T44] RDX: 0000000000000000 RSI: 00007ffc22222350 RDI: 0000000000000003 [ 861.713526][ T44] RBP: 0000000000000003 R08: 0000000000000003 R09: 0000000000000078 [ 861.714115][ T44] R10: 00007fa86ee7eee8 R11: 0000000000000246 R12: 0000000000000003 [ 861.714709][ T44] R13: 00000000687f48b8 R14: 0000000000499600 R15: 0000000000000000 [ 861.715597][ T44] [ 861.715902][ T44] [ 861.715902][ T44] Showing all locks held in the system: [ 861.716616][ T44] 1 lock held by khungtaskd/44: [ 861.716997][ T44] #0: ffffffff89f796a0 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260 [ 861.717682][ T44] 3 locks held by kworker/u16:1/65: [ 861.718050][ T44] #0: ffff88800921e548 ((wq_completion)ipv6_addrconf){+.+.}-{0:0}, at: process_one_work+0x7e5/0x1660 [ 861.719047][ T44] #1: ffffc90000467d40 ((work_completion)(&(&net->ipv6.addr_chk_work)->work)){+.+.}-{0:0}, at: process_one_work+0xdf6/0x1660 [ 861.720228][ T44] #2: ffffffff8a856ba8 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_verify_work+0x12/0x30 [ 861.720901][ T44] 3 locks held by kworker/3:2/1311: [ 861.721271][ T44] #0: ffff8880010a9548 ((wq_completion)events){+.+.}-{0:0}, at: process_one_work+0x7e5/0x1660 [ 861.722041][ T44] #1: ffffc90000697d40 ((work_completion)(&vi->rx_mode_work)){+.+.}-{0:0}, at: process_one_work+0xdf6/0x1660 [ 861.722892][ T44] #2: ffffffff8a856ba8 (rtnl_mutex){+.+.}-{4:4}, at: virtnet_rx_mode_work+0x145/0x860 [ 861.723567][ T44] 2 locks held by ip/1633: [ 861.723933][ T44] #0: ffffffff8a856ba8 (rtnl_mutex){+.+.}-{4:4}, at: rtnl_newlink+0x651/0xa60 [ 861.724831][ T44] #1: ffff888008d6ac80 (&dev->lock){+.+.}-{4:4}, at: napi_disable+0x3b/0x80 [ 861.725506][ T44] [ 861.725693][ T44] ============================================= [ 861.725693][ T44]