[ 38.205384][ C2] [ 38.205513][ C2] ======================================================== [ 38.205781][ C2] WARNING: possible irq lock inversion dependency detected [ 38.206019][ C2] 6.9.0-rc1-virtme #1 Not tainted [ 38.206177][ C2] -------------------------------------------------------- [ 38.206409][ C2] swapper/2/0 just changed the state of lock: [ 38.206632][ C2] ffff888005435580 (&ndev->lock){++-.}-{2:2}, at: addrconf_rs_timer+0xa9/0x730 [ 38.206902][ C2] but this lock took another, SOFTIRQ-unsafe lock in the past: [ 38.207122][ C2] (&p->alloc_lock){+.+.}-{2:2} [ 38.207126][ C2] [ 38.207126][ C2] [ 38.207126][ C2] and interrupts could create inverse lock ordering between them. [ 38.207126][ C2] [ 38.207681][ C2] [ 38.207681][ C2] other info that might help us debug this: [ 38.207908][ C2] Possible interrupt unsafe locking scenario: [ 38.207908][ C2] [ 38.208127][ C2] CPU0 CPU1 [ 38.208277][ C2] ---- ---- [ 38.208423][ C2] lock(&p->alloc_lock); [ 38.208547][ C2] local_irq_disable(); [ 38.208735][ C2] lock(&ndev->lock); [ 38.208917][ C2] lock(&p->alloc_lock); [ 38.209097][ C2] [ 38.209210][ C2] lock(&ndev->lock); [ 38.209323][ C2] [ 38.209323][ C2] *** DEADLOCK *** [ 38.209323][ C2] [ 38.209542][ C2] 1 lock held by swapper/2/0: [ 38.209690][ C2] #0: ffffc90000230b68 ((&ndev->rs_timer)){+.-.}-{0:0}, at: call_timer_fn+0xe8/0x230 [ 38.209961][ C2] [ 38.209961][ C2] the shortest dependencies between 2nd lock and 1st lock: [ 38.210213][ C2] -> (&p->alloc_lock){+.+.}-{2:2} { [ 38.210370][ C2] HARDIRQ-ON-W at: [ 38.210483][ C2] __lock_acquire+0x797/0x1570 [ 38.210702][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.210981][ C2] _raw_spin_lock+0x30/0x40 [ 38.211177][ C2] set_mems_allowed+0x1d/0x210 [ 38.211372][ C2] kernel_init_freeable+0x72/0x310 [ 38.211594][ C2] kernel_init+0x20/0x200 [ 38.211795][ C2] ret_from_fork+0x31/0x70 [ 38.211977][ C2] ret_from_fork_asm+0x1a/0x30 [ 38.212147][ C2] SOFTIRQ-ON-W at: [ 38.212277][ C2] __lock_acquire+0x797/0x1570 [ 38.212484][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.212690][ C2] _raw_spin_lock+0x30/0x40 [ 38.212896][ C2] set_mems_allowed+0x1d/0x210 [ 38.213094][ C2] kernel_init_freeable+0x72/0x310 [ 38.213298][ C2] kernel_init+0x20/0x200 [ 38.213510][ C2] ret_from_fork+0x31/0x70 [ 38.213707][ C2] ret_from_fork_asm+0x1a/0x30 [ 38.213917][ C2] INITIAL USE at: [ 38.214032][ C2] __lock_acquire+0x797/0x1570 [ 38.214231][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.214419][ C2] _raw_spin_lock+0x30/0x40 [ 38.214643][ C2] set_mems_allowed+0x1d/0x210 [ 38.214848][ C2] kernel_init_freeable+0x72/0x310 [ 38.215044][ C2] kernel_init+0x20/0x200 [ 38.215249][ C2] ret_from_fork+0x31/0x70 [ 38.215448][ C2] ret_from_fork_asm+0x1a/0x30 [ 38.215666][ C2] } [ 38.215744][ C2] ... key at: [] __key.387+0x0/0x40 [ 38.215984][ C2] ... acquired at: [ 38.216103][ C2] __lock_acquire+0xaf0/0x1570 [ 38.216266][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.216427][ C2] _raw_spin_lock+0x30/0x40 [ 38.216593][ C2] __get_task_comm+0x27/0x70 [ 38.216750][ C2] ref_tracker_alloc+0x2ee/0x490 [ 38.216903][ C2] netdev_get_by_index+0x5e/0x80 [ 38.217056][ C2] fib6_nh_init+0x3d8/0x15b0 [ 38.217218][ C2] ip6_route_info_create+0xf18/0x17d0 [ 38.217373][ C2] ip6_route_add+0x1c/0x140 [ 38.217540][ C2] addrconf_prefix_route+0x1cc/0x2b0 [ 38.217695][ C2] addrconf_permanent_addr+0x32f/0x670 [ 38.217845][ C2] addrconf_notify+0x749/0xd60 [ 38.218014][ C2] notifier_call_chain+0xcd/0x150 [ 38.218166][ C2] __dev_notify_flags+0xe6/0x250 [ 38.218331][ C2] dev_change_flags+0xec/0x160 [ 38.218483][ C2] do_setlink+0x7d6/0x21e0 [ 38.218676][ C2] __rtnl_newlink+0xaa7/0xd80 [ 38.218829][ C2] rtnl_newlink+0x63/0xa0 [ 38.218980][ C2] rtnetlink_rcv_msg+0x2fb/0xbf0 [ 38.219130][ C2] netlink_rcv_skb+0x130/0x360 [ 38.219283][ C2] netlink_unicast+0x449/0x710 [ 38.219439][ C2] netlink_sendmsg+0x723/0xbe0 [ 38.219620][ C2] ____sys_sendmsg+0x7b2/0xa10 [ 38.219773][ C2] ___sys_sendmsg+0xee/0x170 [ 38.219927][ C2] __sys_sendmsg+0xcd/0x170 [ 38.220097][ C2] do_syscall_64+0xc6/0x1e0 [ 38.220254][ C2] entry_SYSCALL_64_after_hwframe+0x6d/0x75 [ 38.220483][ C2] [ 38.220567][ C2] -> (&ndev->lock){++-.}-{2:2} { [ 38.220753][ C2] HARDIRQ-ON-W at: [ 38.220881][ C2] __lock_acquire+0x797/0x1570 [ 38.221075][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.221283][ C2] _raw_write_lock_bh+0x38/0x50 [ 38.221493][ C2] addrconf_permanent_addr+0x6e/0x670 [ 38.221783][ C2] addrconf_notify+0x749/0xd60 [ 38.221983][ C2] notifier_call_chain+0xcd/0x150 [ 38.222154][ C2] __dev_notify_flags+0xe6/0x250 [ 38.222433][ C2] dev_change_flags+0xec/0x160 [ 38.222673][ C2] do_setlink+0x7d6/0x21e0 [ 38.222851][ C2] __rtnl_newlink+0xaa7/0xd80 [ 38.223051][ C2] rtnl_newlink+0x63/0xa0 [ 38.223232][ C2] rtnetlink_rcv_msg+0x2fb/0xbf0 [ 38.223403][ C2] netlink_rcv_skb+0x130/0x360 [ 38.223614][ C2] netlink_unicast+0x449/0x710 [ 38.223874][ C2] netlink_sendmsg+0x723/0xbe0 [ 38.224052][ C2] ____sys_sendmsg+0x7b2/0xa10 [ 38.224246][ C2] ___sys_sendmsg+0xee/0x170 [ 38.224505][ C2] __sys_sendmsg+0xcd/0x170 [ 38.224721][ C2] do_syscall_64+0xc6/0x1e0 [ 38.224907][ C2] entry_SYSCALL_64_after_hwframe+0x6d/0x75 [ 38.225205][ C2] HARDIRQ-ON-R at: [ 38.225349][ C2] __lock_acquire+0x797/0x1570 [ 38.225538][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.225720][ C2] _raw_read_lock_bh+0x44/0x80 [ 38.225993][ C2] inet6_fill_ifla6_attrs+0x516/0x740 [ 38.226170][ C2] inet6_fill_link_af+0x5e/0xe0 [ 38.226350][ C2] rtnl_fill_ifinfo+0x1612/0x29e0 [ 38.226541][ C2] rtmsg_ifinfo_build_skb+0x13c/0x240 [ 38.226808][ C2] rtmsg_ifinfo_event.part.0+0x2d/0x120 [ 38.227031][ C2] rtmsg_ifinfo+0x5b/0xa0 [ 38.227218][ C2] register_netdevice+0x1177/0x1690 [ 38.227517][ C2] register_netdev+0x20/0x40 [ 38.227718][ C2] sit_init_net+0x250/0x4f0 [ 38.227895][ C2] ops_init+0x9b/0x560 [ 38.228052][ C2] register_pernet_operations+0x2db/0x710 [ 38.228270][ C2] register_pernet_device+0x2a/0x60 [ 38.228528][ C2] sit_init+0x23/0xe0 [ 38.228683][ C2] do_one_initcall+0x8d/0x1e0 [ 38.228946][ C2] do_initcalls+0x1b2/0x3e0 [ 38.229117][ C2] kernel_init_freeable+0x232/0x310 [ 38.229303][ C2] kernel_init+0x20/0x200 [ 38.229578][ C2] ret_from_fork+0x31/0x70 [ 38.229779][ C2] ret_from_fork_asm+0x1a/0x30 [ 38.229956][ C2] IN-SOFTIRQ-W at: [ 38.230073][ C2] __lock_acquire+0x797/0x1570 [ 38.230335][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.230524][ C2] _raw_write_lock+0x30/0x40 [ 38.230702][ C2] addrconf_rs_timer+0xa9/0x730 [ 38.230984][ C2] call_timer_fn+0x13b/0x230 [ 38.231160][ C2] __run_timers+0x545/0x810 [ 38.231335][ C2] timer_expire_remote+0x9b/0xe0 [ 38.231515][ C2] tmigr_handle_remote_cpu+0x270/0x430 [ 38.231768][ C2] tmigr_handle_remote_up+0x19f/0x2e0 [ 38.231937][ C2] tmigr_handle_remote+0x21d/0x3a0 [ 38.232114][ C2] __do_softirq+0x1f8/0x5df [ 38.232382][ C2] irq_exit_rcu+0x97/0xc0 [ 38.232577][ C2] sysvec_apic_timer_interrupt+0x75/0x80 [ 38.232786][ C2] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 38.232996][ C2] default_idle+0xf/0x20 [ 38.233175][ C2] default_idle_call+0x6d/0xb0 [ 38.233348][ C2] cpuidle_idle_call+0x1f4/0x280 [ 38.233556][ C2] do_idle+0xf9/0x160 [ 38.233872][ C2] cpu_startup_entry+0x54/0x60 [ 38.234044][ C2] start_secondary+0x21c/0x2b0 [ 38.234217][ C2] common_startup_64+0x12c/0x138 [ 38.234471][ C2] INITIAL USE at: [ 38.234581][ C2] __lock_acquire+0x797/0x1570 [ 38.234755][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.234949][ C2] _raw_write_lock_bh+0x38/0x50 [ 38.235212][ C2] addrconf_permanent_addr+0x6e/0x670 [ 38.235393][ C2] addrconf_notify+0x749/0xd60 [ 38.235575][ C2] notifier_call_chain+0xcd/0x150 [ 38.235838][ C2] __dev_notify_flags+0xe6/0x250 [ 38.236012][ C2] dev_change_flags+0xec/0x160 [ 38.236188][ C2] do_setlink+0x7d6/0x21e0 [ 38.236363][ C2] __rtnl_newlink+0xaa7/0xd80 [ 38.236640][ C2] rtnl_newlink+0x63/0xa0 [ 38.236811][ C2] rtnetlink_rcv_msg+0x2fb/0xbf0 [ 38.237018][ C2] netlink_rcv_skb+0x130/0x360 [ 38.237292][ C2] netlink_unicast+0x449/0x710 [ 38.237474][ C2] netlink_sendmsg+0x723/0xbe0 [ 38.237677][ C2] ____sys_sendmsg+0x7b2/0xa10 [ 38.237862][ C2] ___sys_sendmsg+0xee/0x170 [ 38.238139][ C2] __sys_sendmsg+0xcd/0x170 [ 38.238312][ C2] do_syscall_64+0xc6/0x1e0 [ 38.238508][ C2] entry_SYSCALL_64_after_hwframe+0x6d/0x75 [ 38.238830][ C2] INITIAL READ USE at: [ 38.238936][ C2] __lock_acquire+0x797/0x1570 [ 38.239112][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.239311][ C2] _raw_read_lock_bh+0x44/0x80 [ 38.239632][ C2] inet6_fill_ifla6_attrs+0x516/0x740 [ 38.239877][ C2] inet6_fill_link_af+0x5e/0xe0 [ 38.240060][ C2] rtnl_fill_ifinfo+0x1612/0x29e0 [ 38.240340][ C2] rtmsg_ifinfo_build_skb+0x13c/0x240 [ 38.240576][ C2] rtmsg_ifinfo_event.part.0+0x2d/0x120 [ 38.240801][ C2] rtmsg_ifinfo+0x5b/0xa0 [ 38.241084][ C2] register_netdevice+0x1177/0x1690 [ 38.241292][ C2] register_netdev+0x20/0x40 [ 38.241478][ C2] sit_init_net+0x250/0x4f0 [ 38.241747][ C2] ops_init+0x9b/0x560 [ 38.241922][ C2] register_pernet_operations+0x2db/0x710 [ 38.242144][ C2] register_pernet_device+0x2a/0x60 [ 38.242449][ C2] sit_init+0x23/0xe0 [ 38.242669][ C2] do_one_initcall+0x8d/0x1e0 [ 38.242888][ C2] do_initcalls+0x1b2/0x3e0 [ 38.243101][ C2] kernel_init_freeable+0x232/0x310 [ 38.243347][ C2] kernel_init+0x20/0x200 [ 38.243531][ C2] ret_from_fork+0x31/0x70 [ 38.243707][ C2] ret_from_fork_asm+0x1a/0x30 [ 38.243967][ C2] } [ 38.244036][ C2] ... key at: [] __key.36+0x0/0x40 [ 38.244283][ C2] ... acquired at: [ 38.244397][ C2] mark_lock+0x28d/0x3e0 [ 38.244678][ C2] mark_usage+0xd9/0x2a0 [ 38.244850][ C2] __lock_acquire+0x797/0x1570 [ 38.245016][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.245168][ C2] _raw_write_lock+0x30/0x40 [ 38.245422][ C2] addrconf_rs_timer+0xa9/0x730 [ 38.245604][ C2] call_timer_fn+0x13b/0x230 [ 38.245758][ C2] __run_timers+0x545/0x810 [ 38.245925][ C2] timer_expire_remote+0x9b/0xe0 [ 38.246081][ C2] tmigr_handle_remote_cpu+0x270/0x430 [ 38.246288][ C2] tmigr_handle_remote_up+0x19f/0x2e0 [ 38.246441][ C2] tmigr_handle_remote+0x21d/0x3a0 [ 38.246613][ C2] __do_softirq+0x1f8/0x5df [ 38.246770][ C2] irq_exit_rcu+0x97/0xc0 [ 38.247012][ C2] sysvec_apic_timer_interrupt+0x75/0x80 [ 38.247203][ C2] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 38.247417][ C2] default_idle+0xf/0x20 [ 38.247663][ C2] default_idle_call+0x6d/0xb0 [ 38.247814][ C2] cpuidle_idle_call+0x1f4/0x280 [ 38.247967][ C2] do_idle+0xf9/0x160 [ 38.248081][ C2] cpu_startup_entry+0x54/0x60 [ 38.248233][ C2] start_secondary+0x21c/0x2b0 [ 38.248507][ C2] common_startup_64+0x12c/0x138 [ 38.248661][ C2] [ 38.248731][ C2] [ 38.248731][ C2] stack backtrace: [ 38.248929][ C2] CPU: 2 PID: 0 Comm: swapper/2 Not tainted 6.9.0-rc1-virtme #1 [ 38.249160][ C2] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 38.249481][ C2] Call Trace: [ 38.249628][ C2] [ 38.249703][ C2] dump_stack_lvl+0x82/0xd0 [ 38.249953][ C2] print_irq_inversion_bug.part.0+0x3d9/0x570 [ 38.250140][ C2] ? kernel_text_address+0x17/0xe0 [ 38.250280][ C2] ? __pfx_print_irq_inversion_bug.part.0+0x10/0x10 [ 38.250558][ C2] ? __pfx_usage_skip+0x10/0x10 [ 38.250710][ C2] ? __pfx_usage_match+0x10/0x10 [ 38.251045][ C2] ? arch_stack_walk+0x8c/0xf0 [ 38.251211][ C2] mark_lock_irq+0x4cd/0xa10 [ 38.251355][ C2] ? common_startup_64+0x12c/0x138 [ 38.251614][ C2] ? __pfx_mark_lock_irq+0x10/0x10 [ 38.251773][ C2] ? __pfx_stack_trace_save+0x10/0x10 [ 38.251943][ C2] ? save_trace+0x8f/0x5b0 [ 38.252082][ C2] mark_lock+0x28d/0x3e0 [ 38.252268][ C2] ? __pfx_stack_trace_save+0x10/0x10 [ 38.252411][ C2] mark_usage+0xd9/0x2a0 [ 38.252534][ C2] __lock_acquire+0x797/0x1570 [ 38.252686][ C2] ? __pfx_validate_chain+0x10/0x10 [ 38.252827][ C2] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 38.253059][ C2] lock_acquire.part.0+0xeb/0x330 [ 38.253205][ C2] ? addrconf_rs_timer+0xa9/0x730 [ 38.253342][ C2] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 38.253485][ C2] ? trace_lock_acquire+0x135/0x1c0 [ 38.253738][ C2] ? addrconf_rs_timer+0xa9/0x730 [ 38.253876][ C2] ? lock_acquire+0x32/0xc0 [ 38.254026][ C2] ? addrconf_rs_timer+0xa9/0x730 [ 38.254163][ C2] _raw_write_lock+0x30/0x40 [ 38.254392][ C2] ? addrconf_rs_timer+0xa9/0x730 [ 38.254548][ C2] addrconf_rs_timer+0xa9/0x730 [ 38.254694][ C2] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 38.254850][ C2] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 38.254996][ C2] ? call_timer_fn+0xe8/0x230 [ 38.255137][ C2] ? lock_acquire+0x32/0xc0 [ 38.255281][ C2] ? call_timer_fn+0xe8/0x230 [ 38.255423][ C2] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 38.255583][ C2] call_timer_fn+0x13b/0x230 [ 38.255804][ C2] ? call_timer_fn+0xe8/0x230 [ 38.255940][ C2] ? call_timer_fn+0xe8/0x230 [ 38.256074][ C2] ? __pfx_call_timer_fn+0x10/0x10 [ 38.256219][ C2] ? mark_lock+0x38/0x3e0 [ 38.256410][ C2] __run_timers+0x545/0x810 [ 38.256562][ C2] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 38.256698][ C2] ? __pfx___run_timers+0x10/0x10 [ 38.256840][ C2] ? __lock_release+0x103/0x460 [ 38.257055][ C2] ? do_raw_spin_lock+0x131/0x270 [ 38.257205][ C2] ? __pfx_do_raw_spin_lock+0x10/0x10 [ 38.257340][ C2] ? lock_acquire+0x32/0xc0 [ 38.257501][ C2] ? timer_expire_remote+0x93/0xe0 [ 38.257688][ C2] timer_expire_remote+0x9b/0xe0 [ 38.257917][ C2] tmigr_handle_remote_cpu+0x270/0x430 [ 38.258068][ C2] ? __pfx_tmigr_handle_remote_cpu+0x10/0x10 [ 38.258270][ C2] tmigr_handle_remote_up+0x19f/0x2e0 [ 38.258426][ C2] tmigr_handle_remote+0x21d/0x3a0 [ 38.258681][ C2] ? __pfx_tmigr_handle_remote+0x10/0x10 [ 38.258827][ C2] __do_softirq+0x1f8/0x5df [ 38.258966][ C2] irq_exit_rcu+0x97/0xc0 [ 38.259075][ C2] sysvec_apic_timer_interrupt+0x75/0x80 [ 38.259293][ C2] [ 38.259365][ C2] [ 38.259435][ C2] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 38.259621][ C2] RIP: 0010:default_idle+0xf/0x20 [ 38.259770][ C2] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d c3 d1 2b 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [ 38.260356][ C2] RSP: 0018:ffffc9000015fdf8 EFLAGS: 00000242 [ 38.260538][ C2] RAX: 00000000000e8313 RBX: 1ffff9200002bfc1 RCX: ffffffffb27a48b5 [ 38.260832][ C2] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffffb00aa4a4 [ 38.261134][ C2] RBP: 0000000000000000 R08: 0000000000000001 R09: ffffed1006c2709c [ 38.261434][ C2] R10: ffff8880361384e3 R11: ffff88803613de40 R12: 0000000000000000 [ 38.261681][ C2] R13: ffff888001b845c0 R14: dffffc0000000000 R15: 0000000000000000 [ 38.261890][ C2] ? ct_kernel_exit.constprop.0+0xc5/0xf0 [ 38.262043][ C2] ? cpuidle_idle_call+0x1f4/0x280 [ 38.262266][ C2] default_idle_call+0x6d/0xb0 [ 38.262403][ C2] cpuidle_idle_call+0x1f4/0x280 [ 38.262574][ C2] ? __pfx_cpuidle_idle_call+0x10/0x10 [ 38.262714][ C2] ? tsc_verify_tsc_adjust+0x5e/0x2b0 [ 38.262939][ C2] do_idle+0xf9/0x160 [ 38.263049][ C2] cpu_startup_entry+0x54/0x60 [ 38.263193][ C2] start_secondary+0x21c/0x2b0 [ 38.263330][ C2] ? __pfx_start_secondary+0x10/0x10 [ 38.263560][ C2] common_startup_64+0x12c/0x138 [ 38.263704][ C2] [ 256.555060][ T2130] netem: version 1.3