[ 370.075305][ T44] INFO: task kworker/3:0:33 blocked for more than 122 seconds. [ 370.076023][ T44] Not tainted 6.16.0-rc6-virtme #1 [ 370.076348][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 370.076789][ T44] task:kworker/3:0 state:D stack:28160 pid:33 tgid:33 ppid:2 task_flags:0x4208060 flags:0x00004000 [ 370.077386][ T44] Workqueue: events virtnet_rx_mode_work [ 370.077675][ T44] Call Trace: [ 370.077881][ T44] [ 370.078037][ T44] __schedule+0x862/0x1b00 [ 370.078330][ T44] ? __pfx___schedule+0x10/0x10 [ 370.078634][ T44] ? schedule+0x1ee/0x270 [ 370.078836][ T44] ? __lock_release+0x5d/0x170 [ 370.079106][ T44] schedule+0xe2/0x270 [ 370.079320][ T44] schedule_preempt_disabled+0x18/0x30 [ 370.079577][ T44] __mutex_lock+0x77f/0xcd0 [ 370.079837][ T44] ? virtnet_rx_mode_work+0x145/0x860 [ 370.080095][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 370.080386][ T44] ? mark_held_locks+0x49/0x80 [ 370.080649][ T44] ? lockdep_hardirqs_on+0x7c/0x110 [ 370.080913][ T44] ? rcu_is_watching+0x12/0xc0 [ 370.081197][ T44] ? trace_kmalloc+0x2a/0xe0 [ 370.081454][ T44] ? __kmalloc_cache_noprof+0x15f/0x360 [ 370.081718][ T44] ? virtnet_rx_mode_work+0x145/0x860 [ 370.081975][ T44] virtnet_rx_mode_work+0x145/0x860 [ 370.082254][ T44] ? __lock_acquire+0x44d/0x7e0 [ 370.082514][ T44] ? __pfx_virtnet_rx_mode_work+0x10/0x10 [ 370.082781][ T44] ? rcu_is_watching+0x12/0xc0 [ 370.083066][ T44] ? rcu_is_watching+0x12/0xc0 [ 370.083364][ T44] process_one_work+0xe40/0x1660 [ 370.083655][ T44] ? __pfx_process_one_work+0x10/0x10 [ 370.083923][ T44] ? assign_work+0x16c/0x240 [ 370.084213][ T44] worker_thread+0x591/0xcf0 [ 370.084899][ T44] ? __pfx_worker_thread+0x10/0x10 [ 370.085177][ T44] kthread+0x37e/0x600 [ 370.085386][ T44] ? __pfx_kthread+0x10/0x10 [ 370.085642][ T44] ? ret_from_fork+0x1b/0x320 [ 370.085906][ T44] ? __lock_release+0x5d/0x170 [ 370.086188][ T44] ? rcu_is_watching+0x12/0xc0 [ 370.086449][ T44] ? __pfx_kthread+0x10/0x10 [ 370.086707][ T44] ret_from_fork+0x240/0x320 [ 370.086965][ T44] ? __pfx_kthread+0x10/0x10 [ 370.087243][ T44] ret_from_fork_asm+0x1a/0x30 [ 370.087537][ T44] [ 370.087787][ T44] INFO: task kworker/3:0:33 is blocked on a mutex likely owned by task ip:845. [ 370.088240][ T44] task:ip state:D stack:25216 pid:845 tgid:845 ppid:842 task_flags:0x400100 flags:0x00004002 [ 370.088804][ T44] Call Trace: [ 370.089009][ T44] [ 370.089158][ T44] __schedule+0x862/0x1b00 [ 370.089448][ T44] ? __pfx___schedule+0x10/0x10 [ 370.089722][ T44] ? schedule+0x1ee/0x270 [ 370.089920][ T44] ? __lock_release+0x5d/0x170 [ 370.090204][ T44] schedule+0xe2/0x270 [ 370.090405][ T44] schedule_hrtimeout_range_clock+0xf3/0x2d0 [ 370.090725][ T44] ? __pfx_schedule_hrtimeout_range_clock+0x10/0x10 [ 370.091039][ T44] ? find_held_lock+0x2b/0x80 [ 370.091316][ T44] ? __pfx_hrtimer_wakeup+0x10/0x10 [ 370.091582][ T44] ? ktime_get+0x178/0x200 [ 370.091844][ T44] ? kvm_clock_get_cycles+0x18/0x30 [ 370.092100][ T44] ? ktime_get+0xbb/0x200 [ 370.092340][ T44] usleep_range_state+0x141/0x1d0 [ 370.092607][ T44] ? __pfx_usleep_range_state+0x10/0x10 [ 370.092885][ T44] napi_disable_locked+0x3c0/0x5d0 [ 370.093147][ T44] ? __pfx_napi_disable_locked+0x10/0x10 [ 370.093427][ T44] napi_disable+0x43/0x80 [ 370.093626][ T44] virtnet_close+0x3b3/0x5c0 [ 370.093901][ T44] __dev_close_many+0x1ae/0x670 [ 370.094182][ T44] ? preempt_schedule_common+0x44/0xb0 [ 370.094449][ T44] ? __pfx___dev_close_many+0x10/0x10 [ 370.094715][ T44] __dev_change_flags+0x24e/0x6c0 [ 370.094976][ T44] ? __pfx___dev_change_flags+0x10/0x10 [ 370.095252][ T44] ? is_bpf_text_address+0x67/0x120 [ 370.095522][ T44] netif_change_flags+0x80/0x160 [ 370.095778][ T44] ? kernel_text_address+0xce/0xe0 [ 370.096040][ T44] do_setlink.constprop.0+0x98a/0x2650 [ 370.096326][ T44] ? __pfx_do_setlink.constprop.0+0x10/0x10 [ 370.096652][ T44] ? rcu_read_lock_any_held+0x43/0xb0 [ 370.096912][ T44] ? validate_chain+0x166/0x4d0 [ 370.097179][ T44] ? __kernel_text_address+0x12/0x40 [ 370.097439][ T44] ? __lock_acquire+0x44d/0x7e0 [ 370.097700][ T44] ? __mutex_trylock_common+0xf9/0x260 [ 370.097966][ T44] ? __pfx___mutex_trylock_common+0x10/0x10 [ 370.098303][ T44] ? rcu_is_watching+0x12/0xc0 [ 370.098563][ T44] ? rcu_is_watching+0x12/0xc0 [ 370.098819][ T44] ? trace_contention_end+0xdc/0x140 [ 370.099079][ T44] ? __mutex_lock+0x19c/0xcd0 [ 370.099351][ T44] ? find_held_lock+0x2b/0x80 [ 370.099609][ T44] ? rtnl_newlink+0x651/0xa60 [ 370.099870][ T44] ? __create_object+0x5e/0xb0 [ 370.100140][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 370.100422][ T44] ? trace_cap_capable+0x10f/0x190 [ 370.100683][ T44] ? _raw_spin_unlock_irqrestore+0x46/0x80 [ 370.100996][ T44] ? __rtnl_newlink+0x40e/0xa40 [ 370.101276][ T44] rtnl_newlink+0x69a/0xa60 [ 370.101539][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 370.101796][ T44] ? __lock_acquire+0x44d/0x7e0 [ 370.102068][ T44] ? find_held_lock+0x2b/0x80 [ 370.102337][ T44] ? rtnetlink_rcv_msg+0x6ed/0xc00 [ 370.102591][ T44] ? __lock_release+0x5d/0x170 [ 370.102857][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 370.103111][ T44] rtnetlink_rcv_msg+0x713/0xc00 [ 370.103384][ T44] ? validate_chain+0x166/0x4d0 [ 370.103639][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 370.103901][ T44] ? __lock_acquire+0x44d/0x7e0 [ 370.104190][ T44] netlink_rcv_skb+0x124/0x350 [ 370.104452][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 370.104711][ T44] ? __pfx_netlink_rcv_skb+0x10/0x10 [ 370.104979][ T44] ? netlink_deliver_tap+0x13e/0x340 [ 370.105247][ T44] ? netlink_deliver_tap+0xc3/0x340 [ 370.105506][ T44] netlink_unicast+0x4b3/0x790 [ 370.105769][ T44] ? __pfx_netlink_unicast+0x10/0x10 [ 370.106080][ T44] ? __lock_acquire+0x44d/0x7e0 [ 370.106355][ T44] netlink_sendmsg+0x721/0xbe0 [ 370.106618][ T44] ? __pfx_netlink_sendmsg+0x10/0x10 [ 370.106876][ T44] ? __import_iovec+0x238/0x3c0 [ 370.107148][ T44] ____sys_sendmsg+0x7ad/0xa10 [ 370.107445][ T44] ? __pfx_____sys_sendmsg+0x10/0x10 [ 370.107705][ T44] ? __pfx_copy_msghdr_from_user+0x10/0x10 [ 370.108072][ T44] ___sys_sendmsg+0xed/0x170 [ 370.108355][ T44] ? kasan_record_aux_stack+0x8c/0xa0 [ 370.108627][ T44] ? __call_rcu_common.constprop.0+0xa8/0x640 [ 370.108944][ T44] ? __pfx____sys_sendmsg+0x10/0x10 [ 370.109218][ T44] ? find_held_lock+0x2b/0x80 [ 370.109481][ T44] ? __lock_acquire+0x44d/0x7e0 [ 370.109745][ T44] ? find_held_lock+0x2b/0x80 [ 370.110006][ T44] ? __virt_addr_valid+0x22e/0x450 [ 370.110311][ T44] ? __lock_release+0x5d/0x170 [ 370.110578][ T44] __sys_sendmsg+0x10b/0x1a0 [ 370.110855][ T44] ? __call_rcu_common.constprop.0+0x320/0x640 [ 370.111186][ T44] ? __pfx___sys_sendmsg+0x10/0x10 [ 370.111470][ T44] ? rcu_is_watching+0x12/0xc0 [ 370.111731][ T44] do_syscall_64+0xc1/0x380 [ 370.111999][ T44] entry_SYSCALL_64_after_hwframe+0x77/0x7f [ 370.112334][ T44] RIP: 0033:0x7f05a13d01e7 [ 370.112611][ T44] RSP: 002b:00007ffd3c899e78 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 370.113008][ T44] RAX: ffffffffffffffda RBX: 00007ffd3c89a5a0 RCX: 00007f05a13d01e7 [ 370.113400][ T44] RDX: 0000000000000000 RSI: 00007ffd3c899ee0 RDI: 0000000000000003 [ 370.113788][ T44] RBP: 0000000000000003 R08: 0000000000000003 R09: 0000000000000078 [ 370.114179][ T44] R10: 00007f05a12cdee8 R11: 0000000000000246 R12: 0000000000000003 [ 370.114560][ T44] R13: 00000000687b52d0 R14: 0000000000499600 R15: 0000000000000000 [ 370.114959][ T44] [ 370.115195][ T44] [ 370.115195][ T44] Showing all locks held in the system: [ 370.115577][ T44] 3 locks held by kworker/3:0/33: [ 370.115828][ T44] #0: ffff8880010a9548 ((wq_completion)events){+.+.}-{0:0}, at: process_one_work+0x7e5/0x1660 [ 370.116343][ T44] #1: ffffc90000257d40 ((work_completion)(&vi->rx_mode_work)){+.+.}-{0:0}, at: process_one_work+0xdf6/0x1660 [ 370.116884][ T44] #2: ffffffff92a56b28 (rtnl_mutex){+.+.}-{4:4}, at: virtnet_rx_mode_work+0x145/0x860 [ 370.117333][ T44] 1 lock held by khungtaskd/44: [ 370.117584][ T44] #0: ffffffff921796a0 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260 [ 370.118018][ T44] 3 locks held by kworker/u16:1/68: [ 370.118272][ T44] #0: ffff88800929e548 ((wq_completion)ipv6_addrconf){+.+.}-{0:0}, at: process_one_work+0x7e5/0x1660 [ 370.118750][ T44] #1: ffffc90000497d40 ((work_completion)(&(&net->ipv6.addr_chk_work)->work)){+.+.}-{0:0}, at: process_one_work+0xdf6/0x1660 [ 370.119364][ T44] #2: ffffffff92a56b28 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_verify_work+0x12/0x30 [ 370.119798][ T44] 2 locks held by ip/845: [ 370.119986][ T44] #0: ffffffff92a56b28 (rtnl_mutex){+.+.}-{4:4}, at: rtnl_newlink+0x651/0xa60 [ 370.120432][ T44] #1: ffff888008deac80 (&dev->lock){+.+.}-{4:4}, at: napi_disable+0x3b/0x80 [ 370.120867][ T44] [ 370.121003][ T44] ============================================= [ 370.121003][ T44] [ 492.955329][ T44] INFO: task kworker/3:0:33 blocked for more than 245 seconds. [ 492.955906][ T44] Not tainted 6.16.0-rc6-virtme #1 [ 492.956216][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 492.956649][ T44] task:kworker/3:0 state:D stack:28160 pid:33 tgid:33 ppid:2 task_flags:0x4208060 flags:0x00004000 [ 492.957223][ T44] Workqueue: events virtnet_rx_mode_work [ 492.957494][ T44] Call Trace: [ 492.957691][ T44] [ 492.957836][ T44] __schedule+0x862/0x1b00 [ 492.958109][ T44] ? __pfx___schedule+0x10/0x10 [ 492.958392][ T44] ? schedule+0x1ee/0x270 [ 492.958599][ T44] ? __lock_release+0x5d/0x170 [ 492.958865][ T44] schedule+0xe2/0x270 [ 492.959066][ T44] schedule_preempt_disabled+0x18/0x30 [ 492.959332][ T44] __mutex_lock+0x77f/0xcd0 [ 492.959596][ T44] ? virtnet_rx_mode_work+0x145/0x860 [ 492.959852][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 492.960106][ T44] ? mark_held_locks+0x49/0x80 [ 492.960387][ T44] ? lockdep_hardirqs_on+0x7c/0x110 [ 492.960663][ T44] ? rcu_is_watching+0x12/0xc0 [ 492.960920][ T44] ? trace_kmalloc+0x2a/0xe0 [ 492.961195][ T44] ? __kmalloc_cache_noprof+0x15f/0x360 [ 492.961457][ T44] ? virtnet_rx_mode_work+0x145/0x860 [ 492.961708][ T44] virtnet_rx_mode_work+0x145/0x860 [ 492.961970][ T44] ? __lock_acquire+0x44d/0x7e0 [ 492.962242][ T44] ? __pfx_virtnet_rx_mode_work+0x10/0x10 [ 492.962510][ T44] ? rcu_is_watching+0x12/0xc0 [ 492.962768][ T44] ? rcu_is_watching+0x12/0xc0 [ 492.963029][ T44] process_one_work+0xe40/0x1660 [ 492.963313][ T44] ? __pfx_process_one_work+0x10/0x10 [ 492.963580][ T44] ? assign_work+0x16c/0x240 [ 492.963846][ T44] worker_thread+0x591/0xcf0 [ 492.964112][ T44] ? __pfx_worker_thread+0x10/0x10 [ 492.964396][ T44] kthread+0x37e/0x600 [ 492.964599][ T44] ? __pfx_kthread+0x10/0x10 [ 492.964853][ T44] ? ret_from_fork+0x1b/0x320 [ 492.965112][ T44] ? __lock_release+0x5d/0x170 [ 492.965378][ T44] ? rcu_is_watching+0x12/0xc0 [ 492.965634][ T44] ? __pfx_kthread+0x10/0x10 [ 492.965889][ T44] ret_from_fork+0x240/0x320 [ 492.966143][ T44] ? __pfx_kthread+0x10/0x10 [ 492.966416][ T44] ret_from_fork_asm+0x1a/0x30 [ 492.966690][ T44] [ 492.966928][ T44] INFO: task kworker/3:0:33 is blocked on a mutex likely owned by task ip:845. [ 492.967357][ T44] task:ip state:D stack:25216 pid:845 tgid:845 ppid:842 task_flags:0x400100 flags:0x00004002 [ 492.967905][ T44] Call Trace: [ 492.968103][ T44] [ 492.968276][ T44] __schedule+0x862/0x1b00 [ 492.968554][ T44] ? __pfx___schedule+0x10/0x10 [ 492.968823][ T44] ? schedule+0x1ee/0x270 [ 492.969022][ T44] ? __lock_release+0x5d/0x170 [ 492.969299][ T44] schedule+0xe2/0x270 [ 492.969499][ T44] schedule_hrtimeout_range_clock+0x100/0x2d0 [ 492.969817][ T44] ? __pfx_schedule_hrtimeout_range_clock+0x10/0x10 [ 492.970130][ T44] ? find_held_lock+0x2b/0x80 [ 492.970411][ T44] ? __pfx_hrtimer_wakeup+0x10/0x10 [ 492.970674][ T44] ? ktime_get+0x178/0x200 [ 492.970935][ T44] ? kvm_clock_get_cycles+0x18/0x30 [ 492.971203][ T44] ? ktime_get+0xbb/0x200 [ 492.971404][ T44] usleep_range_state+0x141/0x1d0 [ 492.971664][ T44] ? __pfx_usleep_range_state+0x10/0x10 [ 492.971937][ T44] napi_disable_locked+0x3c0/0x5d0 [ 492.972230][ T44] ? __pfx_napi_disable_locked+0x10/0x10 [ 492.972498][ T44] napi_disable+0x43/0x80 [ 492.972695][ T44] virtnet_close+0x3b3/0x5c0 [ 492.972964][ T44] __dev_close_many+0x1ae/0x670 [ 492.973236][ T44] ? preempt_schedule_common+0x44/0xb0 [ 492.973497][ T44] ? __pfx___dev_close_many+0x10/0x10 [ 492.973761][ T44] __dev_change_flags+0x24e/0x6c0 [ 492.974022][ T44] ? __pfx___dev_change_flags+0x10/0x10 [ 492.974293][ T44] ? is_bpf_text_address+0x67/0x120 [ 492.974562][ T44] netif_change_flags+0x80/0x160 [ 492.974817][ T44] ? kernel_text_address+0xce/0xe0 [ 492.975078][ T44] do_setlink.constprop.0+0x98a/0x2650 [ 492.975352][ T44] ? __pfx_do_setlink.constprop.0+0x10/0x10 [ 492.975688][ T44] ? rcu_read_lock_any_held+0x43/0xb0 [ 492.975954][ T44] ? validate_chain+0x166/0x4d0 [ 492.976234][ T44] ? __kernel_text_address+0x12/0x40 [ 492.976501][ T44] ? __lock_acquire+0x44d/0x7e0 [ 492.976764][ T44] ? __mutex_trylock_common+0xf9/0x260 [ 492.977022][ T44] ? __pfx___mutex_trylock_common+0x10/0x10 [ 492.977354][ T44] ? rcu_is_watching+0x12/0xc0 [ 492.977610][ T44] ? rcu_is_watching+0x12/0xc0 [ 492.977873][ T44] ? trace_contention_end+0xdc/0x140 [ 492.978129][ T44] ? __mutex_lock+0x19c/0xcd0 [ 492.978398][ T44] ? find_held_lock+0x2b/0x80 [ 492.978655][ T44] ? rtnl_newlink+0x651/0xa60 [ 492.978909][ T44] ? __create_object+0x5e/0xb0 [ 492.979181][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 492.979442][ T44] ? trace_cap_capable+0x10f/0x190 [ 492.979700][ T44] ? _raw_spin_unlock_irqrestore+0x46/0x80 [ 492.980022][ T44] ? __rtnl_newlink+0x40e/0xa40 [ 492.980312][ T44] rtnl_newlink+0x69a/0xa60 [ 492.980580][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 492.980836][ T44] ? __lock_acquire+0x44d/0x7e0 [ 492.981100][ T44] ? find_held_lock+0x2b/0x80 [ 492.981369][ T44] ? rtnetlink_rcv_msg+0x6ed/0xc00 [ 492.981624][ T44] ? __lock_release+0x5d/0x170 [ 492.981886][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 492.982157][ T44] rtnetlink_rcv_msg+0x713/0xc00 [ 492.982430][ T44] ? validate_chain+0x166/0x4d0 [ 492.982689][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 492.982952][ T44] ? __lock_acquire+0x44d/0x7e0 [ 492.983229][ T44] netlink_rcv_skb+0x124/0x350 [ 492.983490][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 492.983749][ T44] ? __pfx_netlink_rcv_skb+0x10/0x10 [ 492.984023][ T44] ? netlink_deliver_tap+0x13e/0x340 [ 492.984300][ T44] ? netlink_deliver_tap+0xc3/0x340 [ 492.984561][ T44] netlink_unicast+0x4b3/0x790 [ 492.984820][ T44] ? __pfx_netlink_unicast+0x10/0x10 [ 492.985083][ T44] ? __lock_acquire+0x44d/0x7e0 [ 492.985357][ T44] netlink_sendmsg+0x721/0xbe0 [ 492.985622][ T44] ? __pfx_netlink_sendmsg+0x10/0x10 [ 492.985886][ T44] ? __import_iovec+0x238/0x3c0 [ 492.986156][ T44] ____sys_sendmsg+0x7ad/0xa10 [ 492.986432][ T44] ? __pfx_____sys_sendmsg+0x10/0x10 [ 492.986688][ T44] ? __pfx_copy_msghdr_from_user+0x10/0x10 [ 492.987018][ T44] ___sys_sendmsg+0xed/0x170 [ 492.987287][ T44] ? kasan_record_aux_stack+0x8c/0xa0 [ 492.987545][ T44] ? __call_rcu_common.constprop.0+0xa8/0x640 [ 492.987869][ T44] ? __pfx____sys_sendmsg+0x10/0x10 [ 492.988132][ T44] ? find_held_lock+0x2b/0x80 [ 492.988414][ T44] ? __lock_acquire+0x44d/0x7e0 [ 492.988684][ T44] ? find_held_lock+0x2b/0x80 [ 492.988945][ T44] ? __virt_addr_valid+0x22e/0x450 [ 492.989215][ T44] ? __lock_release+0x5d/0x170 [ 492.989480][ T44] __sys_sendmsg+0x10b/0x1a0 [ 492.989735][ T44] ? __call_rcu_common.constprop.0+0x320/0x640 [ 492.990055][ T44] ? __pfx___sys_sendmsg+0x10/0x10 [ 492.990340][ T44] ? rcu_is_watching+0x12/0xc0 [ 492.990600][ T44] do_syscall_64+0xc1/0x380 [ 492.990864][ T44] entry_SYSCALL_64_after_hwframe+0x77/0x7f [ 492.991190][ T44] RIP: 0033:0x7f05a13d01e7 [ 492.991458][ T44] RSP: 002b:00007ffd3c899e78 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 492.991845][ T44] RAX: ffffffffffffffda RBX: 00007ffd3c89a5a0 RCX: 00007f05a13d01e7 [ 492.992261][ T44] RDX: 0000000000000000 RSI: 00007ffd3c899ee0 RDI: 0000000000000003 [ 492.992643][ T44] RBP: 0000000000000003 R08: 0000000000000003 R09: 0000000000000078 [ 492.993021][ T44] R10: 00007f05a12cdee8 R11: 0000000000000246 R12: 0000000000000003 [ 492.993416][ T44] R13: 00000000687b52d0 R14: 0000000000499600 R15: 0000000000000000 [ 492.993811][ T44] [ 492.994022][ T44] INFO: task kworker/u16:1:68 blocked for more than 122 seconds. [ 492.994385][ T44] Not tainted 6.16.0-rc6-virtme #1 [ 492.994628][ T44] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 492.995034][ T44] task:kworker/u16:1 state:D stack:27744 pid:68 tgid:68 ppid:2 task_flags:0x4208060 flags:0x00004000 [ 492.995598][ T44] Workqueue: ipv6_addrconf addrconf_verify_work [ 492.995919][ T44] Call Trace: [ 492.996116][ T44] [ 492.996280][ T44] __schedule+0x862/0x1b00 [ 492.996547][ T44] ? __pfx___schedule+0x10/0x10 [ 492.996817][ T44] ? schedule+0x1ee/0x270 [ 492.997014][ T44] ? __lock_release+0x5d/0x170 [ 492.997296][ T44] schedule+0xe2/0x270 [ 492.997495][ T44] schedule_preempt_disabled+0x18/0x30 [ 492.997751][ T44] __mutex_lock+0x77f/0xcd0 [ 492.998004][ T44] ? validate_chain+0x166/0x4d0 [ 492.998275][ T44] ? addrconf_verify_work+0x12/0x30 [ 492.998531][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 492.998799][ T44] ? rcu_is_watching+0x12/0xc0 [ 492.999058][ T44] ? addrconf_verify_work+0x12/0x30 [ 492.999332][ T44] addrconf_verify_work+0x12/0x30 [ 492.999592][ T44] process_one_work+0xe40/0x1660 [ 492.999862][ T44] ? __pfx_process_one_work+0x10/0x10 [ 493.000129][ T44] ? assign_work+0x16c/0x240 [ 493.000413][ T44] worker_thread+0x591/0xcf0 [ 493.000681][ T44] ? __pfx_worker_thread+0x10/0x10 [ 493.000938][ T44] kthread+0x37e/0x600 [ 493.001143][ T44] ? __pfx_kthread+0x10/0x10 [ 493.001408][ T44] ? ret_from_fork+0x1b/0x320 [ 493.001666][ T44] ? __lock_release+0x5d/0x170 [ 493.001929][ T44] ? rcu_is_watching+0x12/0xc0 [ 493.002202][ T44] ? __pfx_kthread+0x10/0x10 [ 493.002459][ T44] ret_from_fork+0x240/0x320 [ 493.002713][ T44] ? __pfx_kthread+0x10/0x10 [ 493.002973][ T44] ret_from_fork_asm+0x1a/0x30 [ 493.003281][ T44] [ 493.003504][ T44] INFO: task kworker/u16:1:68 is blocked on a mutex likely owned by task ip:845. [ 493.003919][ T44] task:ip state:D stack:25216 pid:845 tgid:845 ppid:842 task_flags:0x400100 flags:0x00004002 [ 493.004474][ T44] Call Trace: [ 493.004669][ T44] [ 493.004809][ T44] __schedule+0x862/0x1b00 [ 493.005078][ T44] ? do_raw_spin_unlock+0x58/0x220 [ 493.005356][ T44] ? __pfx___schedule+0x10/0x10 [ 493.005628][ T44] ? schedule+0x1ee/0x270 [ 493.005824][ T44] ? __lock_release+0x5d/0x170 [ 493.006085][ T44] schedule+0xe2/0x270 [ 493.006297][ T44] schedule_hrtimeout_range_clock+0x100/0x2d0 [ 493.006616][ T44] ? __pfx_schedule_hrtimeout_range_clock+0x10/0x10 [ 493.006926][ T44] ? find_held_lock+0x2b/0x80 [ 493.007205][ T44] ? __pfx_hrtimer_wakeup+0x10/0x10 [ 493.007466][ T44] ? ktime_get+0x178/0x200 [ 493.007724][ T44] ? kvm_clock_get_cycles+0x18/0x30 [ 493.007980][ T44] ? ktime_get+0xbb/0x200 [ 493.008203][ T44] usleep_range_state+0x141/0x1d0 [ 493.008466][ T44] ? __pfx_usleep_range_state+0x10/0x10 [ 493.008732][ T44] napi_disable_locked+0x3c0/0x5d0 [ 493.008998][ T44] ? __pfx_napi_disable_locked+0x10/0x10 [ 493.009276][ T44] napi_disable+0x43/0x80 [ 493.009475][ T44] virtnet_close+0x3b3/0x5c0 [ 493.009743][ T44] __dev_close_many+0x1ae/0x670 [ 493.010004][ T44] ? preempt_schedule_common+0x44/0xb0 [ 493.010267][ T44] ? __pfx___dev_close_many+0x10/0x10 [ 493.010534][ T44] __dev_change_flags+0x24e/0x6c0 [ 493.010798][ T44] ? __pfx___dev_change_flags+0x10/0x10 [ 493.011055][ T44] ? is_bpf_text_address+0x67/0x120 [ 493.011326][ T44] netif_change_flags+0x80/0x160 [ 493.011583][ T44] ? kernel_text_address+0xce/0xe0 [ 493.011842][ T44] do_setlink.constprop.0+0x98a/0x2650 [ 493.012119][ T44] ? __pfx_do_setlink.constprop.0+0x10/0x10 [ 493.012463][ T44] ? rcu_read_lock_any_held+0x43/0xb0 [ 493.012729][ T44] ? validate_chain+0x166/0x4d0 [ 493.012986][ T44] ? __kernel_text_address+0x12/0x40 [ 493.013256][ T44] ? __lock_acquire+0x44d/0x7e0 [ 493.013518][ T44] ? __mutex_trylock_common+0xf9/0x260 [ 493.013991][ T44] ? __pfx___mutex_trylock_common+0x10/0x10 [ 493.014315][ T44] ? rcu_is_watching+0x12/0xc0 [ 493.014574][ T44] ? rcu_is_watching+0x12/0xc0 [ 493.014835][ T44] ? trace_contention_end+0xdc/0x140 [ 493.015095][ T44] ? __mutex_lock+0x19c/0xcd0 [ 493.015363][ T44] ? find_held_lock+0x2b/0x80 [ 493.015621][ T44] ? rtnl_newlink+0x651/0xa60 [ 493.015875][ T44] ? __create_object+0x5e/0xb0 [ 493.016133][ T44] ? __pfx___mutex_lock+0x10/0x10 [ 493.016500][ T44] ? trace_cap_capable+0x10f/0x190 [ 493.016760][ T44] ? _raw_spin_unlock_irqrestore+0x46/0x80 [ 493.017086][ T44] ? __rtnl_newlink+0x40e/0xa40 [ 493.017366][ T44] rtnl_newlink+0x69a/0xa60 [ 493.017636][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 493.017891][ T44] ? __lock_acquire+0x44d/0x7e0 [ 493.018315][ T44] ? find_held_lock+0x2b/0x80 [ 493.018576][ T44] ? rtnetlink_rcv_msg+0x6ed/0xc00 [ 493.018830][ T44] ? __lock_release+0x5d/0x170 [ 493.019094][ T44] ? __pfx_rtnl_newlink+0x10/0x10 [ 493.019514][ T44] rtnetlink_rcv_msg+0x713/0xc00 [ 493.019771][ T44] ? validate_chain+0x166/0x4d0 [ 493.020027][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 493.020310][ T44] ? __lock_acquire+0x44d/0x7e0 [ 493.020574][ T44] netlink_rcv_skb+0x124/0x350 [ 493.020831][ T44] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 493.021092][ T44] ? __pfx_netlink_rcv_skb+0x10/0x10 [ 493.021381][ T44] ? netlink_deliver_tap+0x13e/0x340 [ 493.021636][ T44] ? netlink_deliver_tap+0xc3/0x340 [ 493.021895][ T44] netlink_unicast+0x4b3/0x790 [ 493.022175][ T44] ? __pfx_netlink_unicast+0x10/0x10 [ 493.022434][ T44] ? __lock_acquire+0x44d/0x7e0 [ 493.022697][ T44] netlink_sendmsg+0x721/0xbe0 [ 493.022957][ T44] ? __pfx_netlink_sendmsg+0x10/0x10 [ 493.023231][ T44] ? __import_iovec+0x238/0x3c0 [ 493.023495][ T44] ____sys_sendmsg+0x7ad/0xa10 [ 493.023757][ T44] ? __pfx_____sys_sendmsg+0x10/0x10 [ 493.024152][ T44] ? __pfx_copy_msghdr_from_user+0x10/0x10 [ 493.024505][ T44] ___sys_sendmsg+0xed/0x170 [ 493.024759][ T44] ? kasan_record_aux_stack+0x8c/0xa0 [ 493.025154][ T44] ? __call_rcu_common.constprop.0+0xa8/0x640 [ 493.025484][ T44] ? __pfx____sys_sendmsg+0x10/0x10 [ 493.025748][ T44] ? find_held_lock+0x2b/0x80 [ 493.026008][ T44] ? __lock_acquire+0x44d/0x7e0 [ 493.026421][ T44] ? find_held_lock+0x2b/0x80 [ 493.026676][ T44] ? __virt_addr_valid+0x22e/0x450 [ 493.026932][ T44] ? __lock_release+0x5d/0x170 [ 493.027211][ T44] __sys_sendmsg+0x10b/0x1a0 [ 493.027614][ T44] ? __call_rcu_common.constprop.0+0x320/0x640 [ 493.027930][ T44] ? __pfx___sys_sendmsg+0x10/0x10 [ 493.028227][ T44] ? rcu_is_watching+0x12/0xc0 [ 493.028490][ T44] do_syscall_64+0xc1/0x380 [ 493.028888][ T44] entry_SYSCALL_64_after_hwframe+0x77/0x7f [ 493.029209][ T44] RIP: 0033:0x7f05a13d01e7 [ 493.029475][ T44] RSP: 002b:00007ffd3c899e78 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 493.030003][ T44] RAX: ffffffffffffffda RBX: 00007ffd3c89a5a0 RCX: 00007f05a13d01e7 [ 493.030391][ T44] RDX: 0000000000000000 RSI: 00007ffd3c899ee0 RDI: 0000000000000003 [ 493.030766][ T44] RBP: 0000000000000003 R08: 0000000000000003 R09: 0000000000000078 [ 493.031146][ T44] R10: 00007f05a12cdee8 R11: 0000000000000246 R12: 0000000000000003 [ 493.031540][ T44] R13: 00000000687b52d0 R14: 0000000000499600 R15: 0000000000000000 [ 493.031935][ T44] [ 493.032314][ T44] [ 493.032314][ T44] Showing all locks held in the system: [ 493.032693][ T44] 3 locks held by kworker/3:0/33: [ 493.032939][ T44] #0: ffff8880010a9548 ((wq_completion)events){+.+.}-{0:0}, at: process_one_work+0x7e5/0x1660 [ 493.033568][ T44] #1: ffffc90000257d40 ((work_completion)(&vi->rx_mode_work)){+.+.}-{0:0}, at: process_one_work+0xdf6/0x1660 [ 493.034111][ T44] #2: ffffffff92a56b28 (rtnl_mutex){+.+.}-{4:4}, at: virtnet_rx_mode_work+0x145/0x860 [ 493.034688][ T44] 1 lock held by khungtaskd/44: [ 493.034936][ T44] #0: ffffffff921796a0 (rcu_read_lock){....}-{1:3}, at: debug_show_all_locks+0x36/0x260 [ 493.035506][ T44] 3 locks held by kworker/u16:1/68: [ 493.035760][ T44] #0: ffff88800929e548 ((wq_completion)ipv6_addrconf){+.+.}-{0:0}, at: process_one_work+0x7e5/0x1660 [ 493.036269][ T44] #1: ffffc90000497d40 ((work_completion)(&(&net->ipv6.addr_chk_work)->work)){+.+.}-{0:0}, at: process_one_work+0xdf6/0x1660 [ 493.036864][ T44] #2: ffffffff92a56b28 (rtnl_mutex){+.+.}-{4:4}, at: addrconf_verify_work+0x12/0x30 [ 493.037315][ T44] 2 locks held by ip/845: [ 493.037505][ T44] #0: ffffffff92a56b28 (rtnl_mutex){+.+.}-{4:4}, at: rtnl_newlink+0x651/0xa60 [ 493.038070][ T44] #1: ffff888008deac80 (&dev->lock){+.+.}-{4:4}, at: napi_disable+0x3b/0x80 [ 493.038510][ T44] [ 493.038645][ T44] ============================================= [ 493.038645][ T44]