[ 68.811208][ T1414] ip (1414) used greatest stack depth: 24160 bytes left [ 77.607891][ C1] [ 77.608005][ C1] ======================================================== [ 77.608223][ C1] WARNING: possible irq lock inversion dependency detected [ 77.608446][ C1] 6.9.0-rc1-virtme #1 Not tainted [ 77.608593][ C1] -------------------------------------------------------- [ 77.608807][ C1] swapper/1/0 just changed the state of lock: [ 77.608984][ C1] ffff88800963bd80 (&ndev->lock){++-.}-{2:2}, at: addrconf_rs_timer+0xa9/0x730 [ 77.609253][ C1] but this lock took another, SOFTIRQ-unsafe lock in the past: [ 77.609467][ C1] (&p->alloc_lock){+.+.}-{2:2} [ 77.609471][ C1] [ 77.609471][ C1] [ 77.609471][ C1] and interrupts could create inverse lock ordering between them. [ 77.609471][ C1] [ 77.609999][ C1] [ 77.609999][ C1] other info that might help us debug this: [ 77.610211][ C1] Possible interrupt unsafe locking scenario: [ 77.610211][ C1] [ 77.610434][ C1] CPU0 CPU1 [ 77.610578][ C1] ---- ---- [ 77.610722][ C1] lock(&p->alloc_lock); [ 77.610835][ C1] local_irq_disable(); [ 77.611015][ C1] lock(&ndev->lock); [ 77.611201][ C1] lock(&p->alloc_lock); [ 77.611386][ C1] [ 77.611498][ C1] lock(&ndev->lock); [ 77.611618][ C1] [ 77.611618][ C1] *** DEADLOCK *** [ 77.611618][ C1] [ 77.611844][ C1] 1 lock held by swapper/1/0: [ 77.611998][ C1] #0: ffffc900001d8d68 ((&ndev->rs_timer)){+.-.}-{0:0}, at: call_timer_fn+0xe8/0x230 [ 77.612263][ C1] [ 77.612263][ C1] the shortest dependencies between 2nd lock and 1st lock: [ 77.612522][ C1] -> (&p->alloc_lock){+.+.}-{2:2} { [ 77.612683][ C1] HARDIRQ-ON-W at: [ 77.612801][ C1] __lock_acquire+0x797/0x1570 [ 77.612993][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.613176][ C1] _raw_spin_lock+0x30/0x40 [ 77.613372][ C1] set_mems_allowed+0x1d/0x210 [ 77.613563][ C1] kernel_init_freeable+0x72/0x310 [ 77.613756][ C1] kernel_init+0x20/0x200 [ 77.613943][ C1] ret_from_fork+0x31/0x70 [ 77.614143][ C1] ret_from_fork_asm+0x1a/0x30 [ 77.614336][ C1] SOFTIRQ-ON-W at: [ 77.614451][ C1] __lock_acquire+0x797/0x1570 [ 77.614644][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.614836][ C1] _raw_spin_lock+0x30/0x40 [ 77.615027][ C1] set_mems_allowed+0x1d/0x210 [ 77.615221][ C1] kernel_init_freeable+0x72/0x310 [ 77.615417][ C1] kernel_init+0x20/0x200 [ 77.615605][ C1] ret_from_fork+0x31/0x70 [ 77.615817][ C1] ret_from_fork_asm+0x1a/0x30 [ 77.616008][ C1] INITIAL USE at: [ 77.616124][ C1] __lock_acquire+0x797/0x1570 [ 77.616320][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.616511][ C1] _raw_spin_lock+0x30/0x40 [ 77.616700][ C1] set_mems_allowed+0x1d/0x210 [ 77.616895][ C1] kernel_init_freeable+0x72/0x310 [ 77.617081][ C1] kernel_init+0x20/0x200 [ 77.617266][ C1] ret_from_fork+0x31/0x70 [ 77.617459][ C1] ret_from_fork_asm+0x1a/0x30 [ 77.617649][ C1] } [ 77.617729][ C1] ... key at: [] __key.387+0x0/0x40 [ 77.617957][ C1] ... acquired at: [ 77.618073][ C1] __lock_acquire+0xaf0/0x1570 [ 77.618223][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.618357][ C1] _raw_spin_lock+0x30/0x40 [ 77.618511][ C1] __get_task_comm+0x27/0x70 [ 77.618669][ C1] ref_tracker_alloc+0x2ee/0x490 [ 77.618820][ C1] netdev_get_by_index+0x5e/0x80 [ 77.618970][ C1] fib6_nh_init+0x3d8/0x15b0 [ 77.619134][ C1] ip6_route_info_create+0xf18/0x17d0 [ 77.619281][ C1] ip6_route_add+0x1c/0x140 [ 77.619428][ C1] addrconf_prefix_route+0x1cc/0x2b0 [ 77.619582][ C1] addrconf_permanent_addr+0x32f/0x670 [ 77.619737][ C1] addrconf_notify+0x749/0xd60 [ 77.619894][ C1] notifier_call_chain+0xcd/0x150 [ 77.620048][ C1] __dev_notify_flags+0xe6/0x250 [ 77.620204][ C1] dev_change_flags+0xec/0x160 [ 77.620365][ C1] do_setlink+0x7d6/0x21e0 [ 77.620512][ C1] __rtnl_newlink+0xaa7/0xd80 [ 77.620665][ C1] rtnl_newlink+0x63/0xa0 [ 77.620817][ C1] rtnetlink_rcv_msg+0x2fb/0xbf0 [ 77.620967][ C1] netlink_rcv_skb+0x130/0x360 [ 77.621121][ C1] netlink_unicast+0x449/0x710 [ 77.621270][ C1] netlink_sendmsg+0x723/0xbe0 [ 77.621424][ C1] ____sys_sendmsg+0x7b2/0xa10 [ 77.621577][ C1] ___sys_sendmsg+0xee/0x170 [ 77.621731][ C1] __sys_sendmsg+0xcd/0x170 [ 77.621883][ C1] do_syscall_64+0xc6/0x1e0 [ 77.622019][ C1] entry_SYSCALL_64_after_hwframe+0x6d/0x75 [ 77.622208][ C1] [ 77.622288][ C1] -> (&ndev->lock){++-.}-{2:2} { [ 77.622452][ C1] HARDIRQ-ON-W at: [ 77.622567][ C1] __lock_acquire+0x797/0x1570 [ 77.622765][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.622950][ C1] _raw_write_lock_bh+0x38/0x50 [ 77.623141][ C1] addrconf_permanent_addr+0x6e/0x670 [ 77.623419][ C1] addrconf_notify+0x749/0xd60 [ 77.623610][ C1] notifier_call_chain+0xcd/0x150 [ 77.623797][ C1] __dev_notify_flags+0xe6/0x250 [ 77.623990][ C1] dev_change_flags+0xec/0x160 [ 77.624176][ C1] do_setlink+0x7d6/0x21e0 [ 77.624449][ C1] __rtnl_newlink+0xaa7/0xd80 [ 77.624726][ C1] rtnl_newlink+0x63/0xa0 [ 77.624917][ C1] rtnetlink_rcv_msg+0x2fb/0xbf0 [ 77.625113][ C1] netlink_rcv_skb+0x130/0x360 [ 77.625307][ C1] netlink_unicast+0x449/0x710 [ 77.625490][ C1] netlink_sendmsg+0x723/0xbe0 [ 77.625778][ C1] ____sys_sendmsg+0x7b2/0xa10 [ 77.625969][ C1] ___sys_sendmsg+0xee/0x170 [ 77.626159][ C1] __sys_sendmsg+0xcd/0x170 [ 77.626356][ C1] do_syscall_64+0xc6/0x1e0 [ 77.626548][ C1] entry_SYSCALL_64_after_hwframe+0x6d/0x75 [ 77.626956][ C1] HARDIRQ-ON-R at: [ 77.627074][ C1] __lock_acquire+0x797/0x1570 [ 77.627271][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.627546][ C1] _raw_read_lock_bh+0x44/0x80 [ 77.627739][ C1] inet6_fill_ifla6_attrs+0x516/0x740 [ 77.627927][ C1] inet6_fill_link_af+0x5e/0xe0 [ 77.628121][ C1] rtnl_fill_ifinfo+0x1612/0x29e0 [ 77.628308][ C1] rtmsg_ifinfo_build_skb+0x13c/0x240 [ 77.628597][ C1] rtmsg_ifinfo_event.part.0+0x2d/0x120 [ 77.628823][ C1] rtmsg_ifinfo+0x5b/0xa0 [ 77.629017][ C1] register_netdevice+0x1177/0x1690 [ 77.629202][ C1] register_netdev+0x20/0x40 [ 77.629390][ C1] sit_init_net+0x250/0x4f0 [ 77.629655][ C1] ops_init+0x9b/0x560 [ 77.629802][ C1] register_pernet_operations+0x2db/0x710 [ 77.630021][ C1] register_pernet_device+0x2a/0x60 [ 77.630204][ C1] sit_init+0x23/0xe0 [ 77.630430][ C1] do_one_initcall+0x8d/0x1e0 [ 77.630615][ C1] do_initcalls+0x1b2/0x3e0 [ 77.630804][ C1] kernel_init_freeable+0x232/0x310 [ 77.631064][ C1] kernel_init+0x20/0x200 [ 77.631246][ C1] ret_from_fork+0x31/0x70 [ 77.631431][ C1] ret_from_fork_asm+0x1a/0x30 [ 77.631621][ C1] IN-SOFTIRQ-W at: [ 77.631809][ C1] __lock_acquire+0x797/0x1570 [ 77.631994][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.632179][ C1] _raw_write_lock+0x30/0x40 [ 77.632438][ C1] addrconf_rs_timer+0xa9/0x730 [ 77.632624][ C1] call_timer_fn+0x13b/0x230 [ 77.632814][ C1] __run_timers+0x545/0x810 [ 77.632996][ C1] run_timer_softirq+0xe8/0x1b0 [ 77.633255][ C1] __do_softirq+0x1f8/0x5df [ 77.633442][ C1] irq_exit_rcu+0x97/0xc0 [ 77.633625][ C1] sysvec_apic_timer_interrupt+0x75/0x80 [ 77.633942][ C1] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 77.634164][ C1] default_idle+0xf/0x20 [ 77.634357][ C1] default_idle_call+0x6d/0xb0 [ 77.634553][ C1] cpuidle_idle_call+0x1f4/0x280 [ 77.634744][ C1] do_idle+0xf9/0x160 [ 77.634901][ C1] cpu_startup_entry+0x54/0x60 [ 77.635094][ C1] start_secondary+0x21c/0x2b0 [ 77.635280][ C1] common_startup_64+0x12c/0x138 [ 77.635645][ C1] INITIAL USE at: [ 77.635771][ C1] __lock_acquire+0x797/0x1570 [ 77.635966][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.636246][ C1] _raw_write_lock_bh+0x38/0x50 [ 77.636432][ C1] addrconf_permanent_addr+0x6e/0x670 [ 77.636621][ C1] addrconf_notify+0x749/0xd60 [ 77.636899][ C1] notifier_call_chain+0xcd/0x150 [ 77.637089][ C1] __dev_notify_flags+0xe6/0x250 [ 77.637274][ C1] dev_change_flags+0xec/0x160 [ 77.637461][ C1] do_setlink+0x7d6/0x21e0 [ 77.637650][ C1] __rtnl_newlink+0xaa7/0xd80 [ 77.637839][ C1] rtnl_newlink+0x63/0xa0 [ 77.638026][ C1] rtnetlink_rcv_msg+0x2fb/0xbf0 [ 77.638312][ C1] netlink_rcv_skb+0x130/0x360 [ 77.638505][ C1] netlink_unicast+0x449/0x710 [ 77.638698][ C1] netlink_sendmsg+0x723/0xbe0 [ 77.638996][ C1] ____sys_sendmsg+0x7b2/0xa10 [ 77.639185][ C1] ___sys_sendmsg+0xee/0x170 [ 77.639378][ C1] __sys_sendmsg+0xcd/0x170 [ 77.639569][ C1] do_syscall_64+0xc6/0x1e0 [ 77.639763][ C1] entry_SYSCALL_64_after_hwframe+0x6d/0x75 [ 77.640085][ C1] INITIAL READ USE at: [ 77.640197][ C1] __lock_acquire+0x797/0x1570 [ 77.640386][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.640580][ C1] _raw_read_lock_bh+0x44/0x80 [ 77.640770][ C1] inet6_fill_ifla6_attrs+0x516/0x740 [ 77.641080][ C1] inet6_fill_link_af+0x5e/0xe0 [ 77.641273][ C1] rtnl_fill_ifinfo+0x1612/0x29e0 [ 77.641460][ C1] rtmsg_ifinfo_build_skb+0x13c/0x240 [ 77.641691][ C1] rtmsg_ifinfo_event.part.0+0x2d/0x120 [ 77.642017][ C1] rtmsg_ifinfo+0x5b/0xa0 [ 77.642210][ C1] register_netdevice+0x1177/0x1690 [ 77.642446][ C1] register_netdev+0x20/0x40 [ 77.642651][ C1] sit_init_net+0x250/0x4f0 [ 77.642846][ C1] ops_init+0x9b/0x560 [ 77.643039][ C1] register_pernet_operations+0x2db/0x710 [ 77.643361][ C1] register_pernet_device+0x2a/0x60 [ 77.643592][ C1] sit_init+0x23/0xe0 [ 77.643874][ C1] do_one_initcall+0x8d/0x1e0 [ 77.644066][ C1] do_initcalls+0x1b2/0x3e0 [ 77.644255][ C1] kernel_init_freeable+0x232/0x310 [ 77.644479][ C1] kernel_init+0x20/0x200 [ 77.644775][ C1] ret_from_fork+0x31/0x70 [ 77.644974][ C1] ret_from_fork_asm+0x1a/0x30 [ 77.645156][ C1] } [ 77.645230][ C1] ... key at: [] __key.36+0x0/0x40 [ 77.645543][ C1] ... acquired at: [ 77.645656][ C1] mark_lock+0x28d/0x3e0 [ 77.645809][ C1] mark_usage+0xd9/0x2a0 [ 77.645965][ C1] __lock_acquire+0x797/0x1570 [ 77.646203][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.646353][ C1] _raw_write_lock+0x30/0x40 [ 77.646503][ C1] addrconf_rs_timer+0xa9/0x730 [ 77.646665][ C1] call_timer_fn+0x13b/0x230 [ 77.646824][ C1] __run_timers+0x545/0x810 [ 77.647048][ C1] run_timer_softirq+0xe8/0x1b0 [ 77.647202][ C1] __do_softirq+0x1f8/0x5df [ 77.647350][ C1] irq_exit_rcu+0x97/0xc0 [ 77.647505][ C1] sysvec_apic_timer_interrupt+0x75/0x80 [ 77.647789][ C1] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 77.647976][ C1] default_idle+0xf/0x20 [ 77.648132][ C1] default_idle_call+0x6d/0xb0 [ 77.648286][ C1] cpuidle_idle_call+0x1f4/0x280 [ 77.648437][ C1] do_idle+0xf9/0x160 [ 77.648553][ C1] cpu_startup_entry+0x54/0x60 [ 77.648701][ C1] start_secondary+0x21c/0x2b0 [ 77.648839][ C1] common_startup_64+0x12c/0x138 [ 77.649079][ C1] [ 77.649152][ C1] [ 77.649152][ C1] stack backtrace: [ 77.649360][ C1] CPU: 1 PID: 0 Comm: swapper/1 Not tainted 6.9.0-rc1-virtme #1 [ 77.649584][ C1] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 77.650102][ C1] Call Trace: [ 77.650224][ C1] [ 77.650306][ C1] dump_stack_lvl+0x82/0xd0 [ 77.650465][ C1] print_irq_inversion_bug.part.0+0x3d9/0x570 [ 77.650655][ C1] ? kernel_text_address+0x17/0xe0 [ 77.650810][ C1] ? __pfx_print_irq_inversion_bug.part.0+0x10/0x10 [ 77.650998][ C1] ? __pfx_usage_skip+0x10/0x10 [ 77.651151][ C1] ? __pfx_usage_match+0x10/0x10 [ 77.651380][ C1] ? arch_stack_walk+0x8c/0xf0 [ 77.651540][ C1] mark_lock_irq+0x4cd/0xa10 [ 77.651689][ C1] ? common_startup_64+0x12c/0x138 [ 77.651844][ C1] ? __pfx_mark_lock_irq+0x10/0x10 [ 77.651996][ C1] ? __pfx_stack_trace_save+0x10/0x10 [ 77.652237][ C1] ? save_trace+0x8f/0x5b0 [ 77.652396][ C1] mark_lock+0x28d/0x3e0 [ 77.652508][ C1] ? __pfx_stack_trace_save+0x10/0x10 [ 77.652753][ C1] mark_usage+0xd9/0x2a0 [ 77.652877][ C1] __lock_acquire+0x797/0x1570 [ 77.653030][ C1] ? __pfx_validate_chain+0x10/0x10 [ 77.653189][ C1] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 77.653337][ C1] lock_acquire.part.0+0xeb/0x330 [ 77.653575][ C1] ? addrconf_rs_timer+0xa9/0x730 [ 77.653733][ C1] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 77.653884][ C1] ? trace_lock_acquire+0x135/0x1c0 [ 77.654043][ C1] ? addrconf_rs_timer+0xa9/0x730 [ 77.654291][ C1] ? lock_acquire+0x32/0xc0 [ 77.654443][ C1] ? addrconf_rs_timer+0xa9/0x730 [ 77.654596][ C1] _raw_write_lock+0x30/0x40 [ 77.654746][ C1] ? addrconf_rs_timer+0xa9/0x730 [ 77.654985][ C1] addrconf_rs_timer+0xa9/0x730 [ 77.655219][ C1] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 77.655366][ C1] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 77.655514][ C1] ? call_timer_fn+0xe8/0x230 [ 77.655660][ C1] ? lock_acquire+0x32/0xc0 [ 77.655811][ C1] ? call_timer_fn+0xe8/0x230 [ 77.655956][ C1] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 77.656100][ C1] call_timer_fn+0x13b/0x230 [ 77.656244][ C1] ? call_timer_fn+0xe8/0x230 [ 77.656460][ C1] ? call_timer_fn+0xe8/0x230 [ 77.656603][ C1] ? __pfx_call_timer_fn+0x10/0x10 [ 77.656745][ C1] ? mark_lock+0x38/0x3e0 [ 77.656863][ C1] __run_timers+0x545/0x810 [ 77.657079][ C1] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 77.657225][ C1] ? __pfx___run_timers+0x10/0x10 [ 77.657372][ C1] ? do_raw_spin_lock+0x131/0x270 [ 77.657519][ C1] ? __pfx_do_raw_spin_lock+0x10/0x10 [ 77.657664][ C1] ? lock_acquire+0x32/0xc0 [ 77.657884][ C1] ? run_timer_softirq+0xe0/0x1b0 [ 77.658029][ C1] run_timer_softirq+0xe8/0x1b0 [ 77.658178][ C1] __do_softirq+0x1f8/0x5df [ 77.658331][ C1] irq_exit_rcu+0x97/0xc0 [ 77.658516][ C1] sysvec_apic_timer_interrupt+0x75/0x80 [ 77.658660][ C1] [ 77.658737][ C1] [ 77.658811][ C1] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 77.658992][ C1] RIP: 0010:default_idle+0xf/0x20 [ 77.659221][ C1] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d c3 d1 2b 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [ 77.659739][ C1] RSP: 0018:ffffc9000014fdf8 EFLAGS: 00000242 [ 77.660039][ C1] RAX: 00000000000fd4ef RBX: 1ffff92000029fc1 RCX: ffffffff967a48b5 [ 77.660257][ C1] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff940aa4a4 [ 77.660472][ C1] RBP: 0000000000000000 R08: 0000000000000001 R09: ffffed1005ed709c [ 77.660695][ C1] R10: ffff88802f6b84e3 R11: ffff88802f6bde40 R12: 0000000000000000 [ 77.660912][ C1] R13: ffff888001b82300 R14: dffffc0000000000 R15: 0000000000000000 [ 77.661133][ C1] ? ct_kernel_exit.constprop.0+0xc5/0xf0 [ 77.661279][ C1] ? cpuidle_idle_call+0x1f4/0x280 [ 77.661427][ C1] default_idle_call+0x6d/0xb0 [ 77.661572][ C1] cpuidle_idle_call+0x1f4/0x280 [ 77.661716][ C1] ? __pfx_cpuidle_idle_call+0x10/0x10 [ 77.661865][ C1] ? tsc_verify_tsc_adjust+0x5e/0x2b0 [ 77.662014][ C1] do_idle+0xf9/0x160 [ 77.662126][ C1] cpu_startup_entry+0x54/0x60 [ 77.662271][ C1] start_secondary+0x21c/0x2b0 [ 77.662567][ C1] ? __pfx_start_secondary+0x10/0x10 [ 77.662715][ C1] common_startup_64+0x12c/0x138 [ 77.662863][ C1] [ 282.491320][ T3291] netem: version 1.3