[ 32.428210][ T292] netem: version 1.3 [ 33.962955][ C3] [ 33.963177][ C3] ======================================================== [ 33.963392][ C3] WARNING: possible irq lock inversion dependency detected [ 33.963597][ C3] 6.9.0-rc1-virtme #1 Not tainted [ 33.963741][ C3] -------------------------------------------------------- [ 33.963950][ C3] swapper/3/0 just changed the state of lock: [ 33.964124][ C3] ffff888005330d80 (&ndev->lock){++-.}-{2:2}, at: addrconf_rs_timer+0xa9/0x730 [ 33.964388][ C3] but this lock took another, SOFTIRQ-unsafe lock in the past: [ 33.964604][ C3] (&p->alloc_lock){+.+.}-{2:2} [ 33.964608][ C3] [ 33.964608][ C3] [ 33.964608][ C3] and interrupts could create inverse lock ordering between them. [ 33.964608][ C3] [ 33.965111][ C3] [ 33.965111][ C3] other info that might help us debug this: [ 33.965322][ C3] Possible interrupt unsafe locking scenario: [ 33.965322][ C3] [ 33.965540][ C3] CPU0 CPU1 [ 33.965675][ C3] ---- ---- [ 33.965813][ C3] lock(&p->alloc_lock); [ 33.965918][ C3] local_irq_disable(); [ 33.966086][ C3] lock(&ndev->lock); [ 33.966260][ C3] lock(&p->alloc_lock); [ 33.966434][ C3] [ 33.966537][ C3] lock(&ndev->lock); [ 33.966648][ C3] [ 33.966648][ C3] *** DEADLOCK *** [ 33.966648][ C3] [ 33.966847][ C3] 1 lock held by swapper/3/0: [ 33.966988][ C3] #0: ffffc90000288b68 ((&ndev->rs_timer)){+.-.}-{0:0}, at: call_timer_fn+0xe8/0x230 [ 33.967237][ C3] [ 33.967237][ C3] the shortest dependencies between 2nd lock and 1st lock: [ 33.967476][ C3] -> (&p->alloc_lock){+.+.}-{2:2} { [ 33.967621][ C3] HARDIRQ-ON-W at: [ 33.967728][ C3] __lock_acquire+0x797/0x1570 [ 33.967909][ C3] lock_acquire.part.0+0xeb/0x330 [ 33.968083][ C3] _raw_spin_lock+0x30/0x40 [ 33.968259][ C3] set_mems_allowed+0x1d/0x210 [ 33.968436][ C3] kernel_init_freeable+0x72/0x310 [ 33.968615][ C3] kernel_init+0x20/0x200 [ 33.968791][ C3] ret_from_fork+0x31/0x70 [ 33.968969][ C3] ret_from_fork_asm+0x1a/0x30 [ 33.969143][ C3] SOFTIRQ-ON-W at: [ 33.969247][ C3] __lock_acquire+0x797/0x1570 [ 33.969423][ C3] lock_acquire.part.0+0xeb/0x330 [ 33.969600][ C3] _raw_spin_lock+0x30/0x40 [ 33.969775][ C3] set_mems_allowed+0x1d/0x210 [ 33.969947][ C3] kernel_init_freeable+0x72/0x310 [ 33.970121][ C3] kernel_init+0x20/0x200 [ 33.970293][ C3] ret_from_fork+0x31/0x70 [ 33.970466][ C3] ret_from_fork_asm+0x1a/0x30 [ 33.970653][ C3] INITIAL USE at: [ 33.970756][ C3] __lock_acquire+0x797/0x1570 [ 33.970929][ C3] lock_acquire.part.0+0xeb/0x330 [ 33.971102][ C3] _raw_spin_lock+0x30/0x40 [ 33.971276][ C3] set_mems_allowed+0x1d/0x210 [ 33.971447][ C3] kernel_init_freeable+0x72/0x310 [ 33.971622][ C3] kernel_init+0x20/0x200 [ 33.971799][ C3] ret_from_fork+0x31/0x70 [ 33.971975][ C3] ret_from_fork_asm+0x1a/0x30 [ 33.972148][ C3] } [ 33.972219][ C3] ... key at: [] __key.387+0x0/0x40 [ 33.972429][ C3] ... acquired at: [ 33.972533][ C3] __lock_acquire+0xaf0/0x1570 [ 33.972673][ C3] lock_acquire.part.0+0xeb/0x330 [ 33.972815][ C3] _raw_spin_lock+0x30/0x40 [ 33.972956][ C3] __get_task_comm+0x27/0x70 [ 33.973101][ C3] ref_tracker_alloc+0x2ee/0x490 [ 33.973242][ C3] netdev_get_by_index+0x5e/0x80 [ 33.973383][ C3] fib6_nh_init+0x3d8/0x15b0 [ 33.973522][ C3] ip6_route_info_create+0xf18/0x17d0 [ 33.973662][ C3] ip6_route_add+0x1c/0x140 [ 33.973800][ C3] addrconf_prefix_route+0x1cc/0x2b0 [ 33.973944][ C3] addrconf_permanent_addr+0x32f/0x670 [ 33.974082][ C3] addrconf_notify+0x749/0xd60 [ 33.974223][ C3] notifier_call_chain+0xcd/0x150 [ 33.974364][ C3] __dev_notify_flags+0xe6/0x250 [ 33.974505][ C3] dev_change_flags+0xec/0x160 [ 33.974643][ C3] do_setlink+0x7d6/0x21e0 [ 33.974786][ C3] __rtnl_newlink+0xaa7/0xd80 [ 33.974926][ C3] rtnl_newlink+0x63/0xa0 [ 33.975069][ C3] rtnetlink_rcv_msg+0x2fb/0xbf0 [ 33.975208][ C3] netlink_rcv_skb+0x130/0x360 [ 33.975353][ C3] netlink_unicast+0x449/0x710 [ 33.975493][ C3] netlink_sendmsg+0x723/0xbe0 [ 33.975632][ C3] ____sys_sendmsg+0x7b2/0xa10 [ 33.975771][ C3] ___sys_sendmsg+0xee/0x170 [ 33.975912][ C3] __sys_sendmsg+0xcd/0x170 [ 33.976051][ C3] do_syscall_64+0xc6/0x1e0 [ 33.976194][ C3] entry_SYSCALL_64_after_hwframe+0x6d/0x75 [ 33.976375][ C3] [ 33.976446][ C3] -> (&ndev->lock){++-.}-{2:2} { [ 33.976591][ C3] HARDIRQ-ON-W at: [ 33.976694][ C3] __lock_acquire+0x797/0x1570 [ 33.976872][ C3] lock_acquire.part.0+0xeb/0x330 [ 33.977047][ C3] _raw_write_lock_bh+0x38/0x50 [ 33.977222][ C3] addrconf_permanent_addr+0x6e/0x670 [ 33.977397][ C3] addrconf_notify+0x749/0xd60 [ 33.977570][ C3] notifier_call_chain+0xcd/0x150 [ 33.977743][ C3] __dev_notify_flags+0xe6/0x250 [ 33.977915][ C3] dev_change_flags+0xec/0x160 [ 33.978086][ C3] do_setlink+0x7d6/0x21e0 [ 33.978258][ C3] __rtnl_newlink+0xaa7/0xd80 [ 33.978433][ C3] rtnl_newlink+0x63/0xa0 [ 33.978609][ C3] rtnetlink_rcv_msg+0x2fb/0xbf0 [ 33.978782][ C3] netlink_rcv_skb+0x130/0x360 [ 33.978958][ C3] netlink_unicast+0x449/0x710 [ 33.979130][ C3] netlink_sendmsg+0x723/0xbe0 [ 33.979302][ C3] ____sys_sendmsg+0x7b2/0xa10 [ 33.979473][ C3] ___sys_sendmsg+0xee/0x170 [ 33.979652][ C3] __sys_sendmsg+0xcd/0x170 [ 33.979826][ C3] do_syscall_64+0xc6/0x1e0 [ 33.980005][ C3] entry_SYSCALL_64_after_hwframe+0x6d/0x75 [ 33.980215][ C3] HARDIRQ-ON-R at: [ 33.980320][ C3] __lock_acquire+0x797/0x1570 [ 33.980494][ C3] lock_acquire.part.0+0xeb/0x330 [ 33.980672][ C3] _raw_read_lock_bh+0x44/0x80 [ 33.980852][ C3] inet6_fill_ifla6_attrs+0x516/0x740 [ 33.981025][ C3] inet6_fill_link_af+0x5e/0xe0 [ 33.981199][ C3] rtnl_fill_ifinfo+0x1612/0x29e0 [ 33.981374][ C3] rtmsg_ifinfo_build_skb+0x13c/0x240 [ 33.981547][ C3] rtmsg_ifinfo_event.part.0+0x2d/0x120 [ 33.981757][ C3] rtmsg_ifinfo+0x5b/0xa0 [ 33.981936][ C3] register_netdevice+0x1177/0x1690 [ 33.982112][ C3] register_netdev+0x20/0x40 [ 33.982287][ C3] sit_init_net+0x250/0x4f0 [ 33.982463][ C3] ops_init+0x9b/0x560 [ 33.982608][ C3] register_pernet_operations+0x2db/0x710 [ 33.982815][ C3] register_pernet_device+0x2a/0x60 [ 33.982993][ C3] sit_init+0x23/0xe0 [ 33.983138][ C3] do_one_initcall+0x8d/0x1e0 [ 33.983313][ C3] do_initcalls+0x1b2/0x3e0 [ 33.983486][ C3] kernel_init_freeable+0x232/0x310 [ 33.983660][ C3] kernel_init+0x20/0x200 [ 33.983838][ C3] ret_from_fork+0x31/0x70 [ 33.984015][ C3] ret_from_fork_asm+0x1a/0x30 [ 33.984192][ C3] IN-SOFTIRQ-W at: [ 33.984298][ C3] __lock_acquire+0x797/0x1570 [ 33.984471][ C3] lock_acquire.part.0+0xeb/0x330 [ 33.984646][ C3] _raw_write_lock+0x30/0x40 [ 33.984818][ C3] addrconf_rs_timer+0xa9/0x730 [ 33.984994][ C3] call_timer_fn+0x13b/0x230 [ 33.985170][ C3] __run_timers+0x545/0x810 [ 33.985346][ C3] timer_expire_remote+0x9b/0xe0 [ 33.985524][ C3] tmigr_handle_remote_cpu+0x270/0x430 [ 33.985701][ C3] tmigr_handle_remote_up+0x19f/0x2e0 [ 33.985876][ C3] tmigr_handle_remote+0x21d/0x3a0 [ 33.986052][ C3] __do_softirq+0x1f8/0x5df [ 33.986227][ C3] irq_exit_rcu+0x97/0xc0 [ 33.986404][ C3] sysvec_apic_timer_interrupt+0x75/0x80 [ 33.986613][ C3] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 33.986825][ C3] default_idle+0xf/0x20 [ 33.987008][ C3] default_idle_call+0x6d/0xb0 [ 33.987181][ C3] cpuidle_idle_call+0x1f4/0x280 [ 33.987358][ C3] do_idle+0xf9/0x160 [ 33.987501][ C3] cpu_startup_entry+0x54/0x60 [ 33.987673][ C3] start_secondary+0x21c/0x2b0 [ 33.987849][ C3] common_startup_64+0x12c/0x138 [ 33.988024][ C3] INITIAL USE at: [ 33.988128][ C3] __lock_acquire+0x797/0x1570 [ 33.988302][ C3] lock_acquire.part.0+0xeb/0x330 [ 33.988476][ C3] _raw_write_lock_bh+0x38/0x50 [ 33.988650][ C3] addrconf_permanent_addr+0x6e/0x670 [ 33.988822][ C3] addrconf_notify+0x749/0xd60 [ 33.988994][ C3] notifier_call_chain+0xcd/0x150 [ 33.989169][ C3] __dev_notify_flags+0xe6/0x250 [ 33.989341][ C3] dev_change_flags+0xec/0x160 [ 33.989517][ C3] do_setlink+0x7d6/0x21e0 [ 33.989698][ C3] __rtnl_newlink+0xaa7/0xd80 [ 33.989871][ C3] rtnl_newlink+0x63/0xa0 [ 33.990045][ C3] rtnetlink_rcv_msg+0x2fb/0xbf0 [ 33.990218][ C3] netlink_rcv_skb+0x130/0x360 [ 33.990397][ C3] netlink_unicast+0x449/0x710 [ 33.990571][ C3] netlink_sendmsg+0x723/0xbe0 [ 33.990753][ C3] ____sys_sendmsg+0x7b2/0xa10 [ 33.990937][ C3] ___sys_sendmsg+0xee/0x170 [ 33.991121][ C3] __sys_sendmsg+0xcd/0x170 [ 33.991303][ C3] do_syscall_64+0xc6/0x1e0 [ 33.991483][ C3] entry_SYSCALL_64_after_hwframe+0x6d/0x75 [ 33.991694][ C3] INITIAL READ USE at: [ 33.991799][ C3] __lock_acquire+0x797/0x1570 [ 33.991986][ C3] lock_acquire.part.0+0xeb/0x330 [ 33.992246][ C3] _raw_read_lock_bh+0x44/0x80 [ 33.992421][ C3] inet6_fill_ifla6_attrs+0x516/0x740 [ 33.992629][ C3] inet6_fill_link_af+0x5e/0xe0 [ 33.992882][ C3] rtnl_fill_ifinfo+0x1612/0x29e0 [ 33.993056][ C3] rtmsg_ifinfo_build_skb+0x13c/0x240 [ 33.993265][ C3] rtmsg_ifinfo_event.part.0+0x2d/0x120 [ 33.993473][ C3] rtmsg_ifinfo+0x5b/0xa0 [ 33.993644][ C3] register_netdevice+0x1177/0x1690 [ 33.993851][ C3] register_netdev+0x20/0x40 [ 33.994024][ C3] sit_init_net+0x250/0x4f0 [ 33.994196][ C3] ops_init+0x9b/0x560 [ 33.994374][ C3] register_pernet_operations+0x2db/0x710 [ 33.994581][ C3] register_pernet_device+0x2a/0x60 [ 33.994868][ C3] sit_init+0x23/0xe0 [ 33.995042][ C3] do_one_initcall+0x8d/0x1e0 [ 33.995217][ C3] do_initcalls+0x1b2/0x3e0 [ 33.995471][ C3] kernel_init_freeable+0x232/0x310 [ 33.995682][ C3] kernel_init+0x20/0x200 [ 33.995857][ C3] ret_from_fork+0x31/0x70 [ 33.996115][ C3] ret_from_fork_asm+0x1a/0x30 [ 33.996288][ C3] } [ 33.996359][ C3] ... key at: [] __key.36+0x0/0x40 [ 33.996567][ C3] ... acquired at: [ 33.996750][ C3] mark_lock+0x28d/0x3e0 [ 33.996893][ C3] mark_usage+0xd9/0x2a0 [ 33.997031][ C3] __lock_acquire+0x797/0x1570 [ 33.997169][ C3] lock_acquire.part.0+0xeb/0x330 [ 33.997311][ C3] _raw_write_lock+0x30/0x40 [ 33.997533][ C3] addrconf_rs_timer+0xa9/0x730 [ 33.997672][ C3] call_timer_fn+0x13b/0x230 [ 33.997811][ C3] __run_timers+0x545/0x810 [ 33.997950][ C3] timer_expire_remote+0x9b/0xe0 [ 33.998172][ C3] tmigr_handle_remote_cpu+0x270/0x430 [ 33.998312][ C3] tmigr_handle_remote_up+0x19f/0x2e0 [ 33.998450][ C3] tmigr_handle_remote+0x21d/0x3a0 [ 33.998589][ C3] __do_softirq+0x1f8/0x5df [ 33.998815][ C3] irq_exit_rcu+0x97/0xc0 [ 33.998954][ C3] sysvec_apic_timer_interrupt+0x75/0x80 [ 33.999127][ C3] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 33.999297][ C3] default_idle+0xf/0x20 [ 33.999517][ C3] default_idle_call+0x6d/0xb0 [ 33.999660][ C3] cpuidle_idle_call+0x1f4/0x280 [ 33.999799][ C3] do_idle+0xf9/0x160 [ 33.999905][ C3] cpu_startup_entry+0x54/0x60 [ 34.000127][ C3] start_secondary+0x21c/0x2b0 [ 34.000266][ C3] common_startup_64+0x12c/0x138 [ 34.000405][ C3] [ 34.000474][ C3] [ 34.000474][ C3] stack backtrace: [ 34.000661][ C3] CPU: 3 PID: 0 Comm: swapper/3 Not tainted 6.9.0-rc1-virtme #1 [ 34.000957][ C3] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 34.001256][ C3] Call Trace: [ 34.001362][ C3] [ 34.001514][ C3] dump_stack_lvl+0x82/0xd0 [ 34.001657][ C3] print_irq_inversion_bug.part.0+0x3d9/0x570 [ 34.001829][ C3] ? kernel_text_address+0x17/0xe0 [ 34.001968][ C3] ? __pfx_print_irq_inversion_bug.part.0+0x10/0x10 [ 34.002223][ C3] ? __pfx_usage_skip+0x10/0x10 [ 34.002358][ C3] ? __pfx_usage_match+0x10/0x10 [ 34.002493][ C3] ? arch_stack_walk+0x8c/0xf0 [ 34.002633][ C3] mark_lock_irq+0x4cd/0xa10 [ 34.002934][ C3] ? common_startup_64+0x12c/0x138 [ 34.003069][ C3] ? __pfx_mark_lock_irq+0x10/0x10 [ 34.003205][ C3] ? __pfx_stack_trace_save+0x10/0x10 [ 34.003348][ C3] ? save_trace+0x8f/0x5b0 [ 34.003485][ C3] mark_lock+0x28d/0x3e0 [ 34.003587][ C3] ? __pfx_stack_trace_save+0x10/0x10 [ 34.003725][ C3] mark_usage+0xd9/0x2a0 [ 34.003830][ C3] __lock_acquire+0x797/0x1570 [ 34.003967][ C3] ? __pfx_validate_chain+0x10/0x10 [ 34.004106][ C3] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 34.004240][ C3] lock_acquire.part.0+0xeb/0x330 [ 34.004380][ C3] ? addrconf_rs_timer+0xa9/0x730 [ 34.004521][ C3] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 34.004738][ C3] ? trace_lock_acquire+0x135/0x1c0 [ 34.004875][ C3] ? addrconf_rs_timer+0xa9/0x730 [ 34.005011][ C3] ? lock_acquire+0x32/0xc0 [ 34.005146][ C3] ? addrconf_rs_timer+0xa9/0x730 [ 34.005281][ C3] _raw_write_lock+0x30/0x40 [ 34.005495][ C3] ? addrconf_rs_timer+0xa9/0x730 [ 34.005633][ C3] addrconf_rs_timer+0xa9/0x730 [ 34.005772][ C3] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 34.005908][ C3] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 34.006124][ C3] ? call_timer_fn+0xe8/0x230 [ 34.006259][ C3] ? lock_acquire+0x32/0xc0 [ 34.006399][ C3] ? call_timer_fn+0xe8/0x230 [ 34.006539][ C3] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 34.006755][ C3] call_timer_fn+0x13b/0x230 [ 34.006892][ C3] ? call_timer_fn+0xe8/0x230 [ 34.007027][ C3] ? call_timer_fn+0xe8/0x230 [ 34.007166][ C3] ? __pfx_call_timer_fn+0x10/0x10 [ 34.007380][ C3] ? mark_lock+0x38/0x3e0 [ 34.007489][ C3] __run_timers+0x545/0x810 [ 34.007626][ C3] ? __pfx_addrconf_rs_timer+0x10/0x10 [ 34.007764][ C3] ? __pfx___run_timers+0x10/0x10 [ 34.007899][ C3] ? __lock_release+0x103/0x460 [ 34.008118][ C3] ? do_raw_spin_lock+0x131/0x270 [ 34.008255][ C3] ? __pfx_do_raw_spin_lock+0x10/0x10 [ 34.008394][ C3] ? lock_acquire+0x32/0xc0 [ 34.008532][ C3] ? timer_expire_remote+0x93/0xe0 [ 34.008749][ C3] timer_expire_remote+0x9b/0xe0 [ 34.008887][ C3] tmigr_handle_remote_cpu+0x270/0x430 [ 34.009023][ C3] ? __pfx_tmigr_handle_remote_cpu+0x10/0x10 [ 34.009195][ C3] tmigr_handle_remote_up+0x19f/0x2e0 [ 34.009411][ C3] tmigr_handle_remote+0x21d/0x3a0 [ 34.009550][ C3] ? __pfx_tmigr_handle_remote+0x10/0x10 [ 34.009692][ C3] __do_softirq+0x1f8/0x5df [ 34.009829][ C3] irq_exit_rcu+0x97/0xc0 [ 34.009932][ C3] sysvec_apic_timer_interrupt+0x75/0x80 [ 34.010148][ C3] [ 34.010218][ C3] [ 34.010287][ C3] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 34.010458][ C3] RIP: 0010:default_idle+0xf/0x20 [ 34.010614][ C3] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d c3 c1 2b 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 [ 34.011187][ C3] RSP: 0018:ffffc9000016fdf8 EFLAGS: 00000246 [ 34.011447][ C3] RAX: 00000000000807b1 RBX: 1ffff9200002dfc1 RCX: ffffffffa73a58b5 [ 34.011653][ C3] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffffa4caa4a4 [ 34.011856][ C3] RBP: 0000000000000000 R08: 0000000000000001 R09: ffffed1006c3709c [ 34.012151][ C3] R10: ffff8880361b84e3 R11: 1ffff110003a934c R12: 0000000000000000 [ 34.012353][ C3] R13: ffff888001b90040 R14: dffffc0000000000 R15: 0000000000000000 [ 34.012562][ C3] ? ct_kernel_exit.constprop.0+0xc5/0xf0 [ 34.012777][ C3] ? cpuidle_idle_call+0x1f4/0x280 [ 34.012914][ C3] default_idle_call+0x6d/0xb0 [ 34.013049][ C3] cpuidle_idle_call+0x1f4/0x280 [ 34.013187][ C3] ? __pfx_cpuidle_idle_call+0x10/0x10 [ 34.013485][ C3] ? tsc_verify_tsc_adjust+0x5e/0x2b0 [ 34.013621][ C3] do_idle+0xf9/0x160 [ 34.013724][ C3] cpu_startup_entry+0x54/0x60 [ 34.013861][ C3] start_secondary+0x21c/0x2b0 [ 34.013997][ C3] ? __pfx_start_secondary+0x10/0x10 [ 34.014211][ C3] common_startup_64+0x12c/0x138 [ 34.014349][ C3]