[ 11.038223][ T249] ip (249) used greatest stack depth: 24336 bytes left [ 11.787721][ T272] ip (272) used greatest stack depth: 23776 bytes left [ 15.901316][ T326] gre: GRE over IPv4 demultiplexor driver [ 15.917393][ T326] ip_gre: GRE over IPv4 tunneling driver [ 16.084142][ T330] ip (330) used greatest stack depth: 23400 bytes left [ 17.615152][ T350] 8021q: 802.1Q VLAN Support v1.8 [ 20.587945][ T388] GACT probability NOT on [ 1157.394685][T17311] [ 1157.394829][T17311] ============================================ [ 1157.395027][T17311] WARNING: possible recursive locking detected [ 1157.395215][T17311] 6.13.0-rc5-virtme #1 Not tainted [ 1157.395364][T17311] -------------------------------------------- [ 1157.395543][T17311] ip/17311 is trying to acquire lock: [ 1157.395690][T17311] ffffffffad9d6630 ((netdev_chain).rwsem){++++}-{4:4}, at: blocking_notifier_call_chain+0x50/0x90 [ 1157.395999][T17311] [ 1157.395999][T17311] but task is already holding lock: [ 1157.396216][T17311] ffffffffad9d6630 ((netdev_chain).rwsem){++++}-{4:4}, at: blocking_notifier_call_chain+0x50/0x90 [ 1157.396512][T17311] [ 1157.396512][T17311] other info that might help us debug this: [ 1157.396728][T17311] Possible unsafe locking scenario: [ 1157.396728][T17311] [ 1157.396936][T17311] CPU0 [ 1157.397046][T17311] ---- [ 1157.397153][T17311] lock((netdev_chain).rwsem); [ 1157.397299][T17311] lock((netdev_chain).rwsem); [ 1157.397442][T17311] [ 1157.397442][T17311] *** DEADLOCK *** [ 1157.397442][T17311] [ 1157.397655][T17311] May be due to missing lock nesting notation [ 1157.397655][T17311] [ 1157.397864][T17311] 2 locks held by ip/17311: [ 1157.398007][T17311] #0: ffffffffad9e7a48 (rtnl_mutex){+.+.}-{4:4}, at: rtnl_dellink+0x228/0xa40 [ 1157.398273][T17311] #1: ffffffffad9d6630 ((netdev_chain).rwsem){++++}-{4:4}, at: blocking_notifier_call_chain+0x50/0x90 [ 1157.398568][T17311] [ 1157.398568][T17311] stack backtrace: [ 1157.398751][T17311] CPU: 3 UID: 0 PID: 17311 Comm: ip Not tainted 6.13.0-rc5-virtme #1 [ 1157.398968][T17311] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1157.399148][T17311] Call Trace: [ 1157.399259][T17311] [ 1157.399335][T17311] dump_stack_lvl+0x82/0xd0 [ 1157.399487][T17311] print_deadlock_bug+0x40a/0x650 [ 1157.399635][T17311] validate_chain+0x5bf/0xae0 [ 1157.399786][T17311] ? __pfx_validate_chain+0x10/0x10 [ 1157.399933][T17311] ? hlock_class+0x4e/0x130 [ 1157.400079][T17311] ? mark_lock+0x38/0x3e0 [ 1157.400190][T17311] __lock_acquire+0xb9a/0x1680 [ 1157.400336][T17311] lock_acquire.part.0+0xeb/0x330 [ 1157.400482][T17311] ? blocking_notifier_call_chain+0x50/0x90 [ 1157.400662][T17311] ? netconsole_process_cleanups_core+0x2e/0x3d0 [ 1157.400851][T17311] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 1157.400997][T17311] ? trace_lock_acquire+0x14c/0x1f0 [ 1157.401141][T17311] ? lock_acquire+0x32/0xc0 [ 1157.401289][T17311] ? blocking_notifier_call_chain+0x50/0x90 [ 1157.401469][T17311] down_read+0x9f/0x340 [ 1157.401582][T17311] ? blocking_notifier_call_chain+0x50/0x90 [ 1157.401761][T17311] ? __pfx_down_read+0x10/0x10 [ 1157.401911][T17311] ? __lock_release+0x103/0x460 [ 1157.402055][T17311] ? netconsole_netdev_event+0x2c1/0x620 [ 1157.402199][T17311] ? __pfx___lock_release+0x10/0x10 [ 1157.402354][T17311] blocking_notifier_call_chain+0x50/0x90 [ 1157.402500][T17311] __netdev_upper_dev_unlink+0xd9/0x220 [ 1157.402647][T17311] ? __pfx___netdev_upper_dev_unlink+0x10/0x10 [ 1157.402830][T17311] ? __mutex_unlock_slowpath+0x14a/0x3d0 [ 1157.402979][T17311] ? __pfx___mutex_unlock_slowpath+0x10/0x10 [ 1157.403160][T17311] ? rtnl_is_locked+0x15/0x20 [ 1157.403307][T17311] netdev_upper_dev_unlink+0x71/0xa0 [ 1157.403451][T17311] ? __pfx_netdev_upper_dev_unlink+0x10/0x10 [ 1157.403630][T17311] ? netconsole_netdev_event+0x2c1/0x620 [ 1157.403777][T17311] ? mutex_is_locked+0x1c/0x60 [ 1157.403927][T17311] ? rtnl_is_locked+0x15/0x20 [ 1157.404070][T17311] ? netdev_master_upper_dev_get+0x13/0x120 [ 1157.404252][T17311] vrf_device_event+0x78/0xe0 [vrf] [ 1157.404400][T17311] notifier_call_chain+0xcd/0x150 [ 1157.404553][T17311] blocking_notifier_call_chain+0x66/0x90 [ 1157.404699][T17311] unregister_netdevice_many_notify+0xa7b/0x1580 [ 1157.404881][T17311] ? hlock_class+0x4e/0x130 [ 1157.405032][T17311] ? mark_lock+0x38/0x3e0 [ 1157.405142][T17311] ? __pfx_unregister_netdevice_many_notify+0x10/0x10 [ 1157.405324][T17311] ? lockdep_hardirqs_on_prepare+0x275/0x410 [ 1157.405510][T17311] ? kfree+0xf3/0x330 [ 1157.405622][T17311] ? vlan_vid_del+0x310/0x5e0 [ 1157.405770][T17311] ? vlan_vid_del+0x310/0x5e0 [ 1157.405916][T17311] rtnl_dellink+0x348/0xa40 [ 1157.406065][T17311] ? __pfx_rtnl_dellink+0x10/0x10 [ 1157.406231][T17311] ? find_held_lock+0x2c/0x110 [ 1157.406381][T17311] ? __lock_release+0x103/0x460 [ 1157.406528][T17311] ? rtnetlink_rcv_msg+0x6ef/0xc10 [ 1157.406674][T17311] ? __pfx___lock_release+0x10/0x10 [ 1157.406818][T17311] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 1157.406966][T17311] ? rtnetlink_rcv_msg+0x6ef/0xc10 [ 1157.407111][T17311] ? __pfx_rtnl_dellink+0x10/0x10 [ 1157.407266][T17311] rtnetlink_rcv_msg+0x712/0xc10 [ 1157.407420][T17311] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 1157.407566][T17311] ? hlock_class+0x4e/0x130 [ 1157.407714][T17311] ? mark_lock+0x38/0x3e0 [ 1157.407826][T17311] ? __lock_acquire+0xb9a/0x1680 [ 1157.407973][T17311] netlink_rcv_skb+0x130/0x360 [ 1157.408122][T17311] ? __pfx_rtnetlink_rcv_msg+0x10/0x10 [ 1157.408274][T17311] ? __pfx_netlink_rcv_skb+0x10/0x10 [ 1157.408426][T17311] ? netlink_deliver_tap+0x13e/0x340 [ 1157.408589][T17311] ? netlink_deliver_tap+0xc3/0x340 [ 1157.408736][T17311] netlink_unicast+0x44b/0x710 [ 1157.408885][T17311] ? __pfx_netlink_unicast+0x10/0x10 [ 1157.409032][T17311] ? find_held_lock+0x2c/0x110 [ 1157.409181][T17311] netlink_sendmsg+0x723/0xbe0 [ 1157.409328][T17311] ? __pfx_netlink_sendmsg+0x10/0x10 [ 1157.409474][T17311] ____sys_sendmsg+0x7ac/0xa10 [ 1157.409624][T17311] ? __pfx_____sys_sendmsg+0x10/0x10 [ 1157.409767][T17311] ? __pfx_copy_msghdr_from_user+0x10/0x10 [ 1157.409953][T17311] ___sys_sendmsg+0xee/0x170 [ 1157.410098][T17311] ? __pfx____sys_sendmsg+0x10/0x10 [ 1157.410246][T17311] ? kasan_save_stack+0x34/0x50 [ 1157.410398][T17311] ? kasan_save_stack+0x24/0x50 [ 1157.410542][T17311] ? __kasan_record_aux_stack+0x8e/0xa0 [ 1157.410690][T17311] ? __call_rcu_common.constprop.0+0xa1/0x4b0 [ 1157.410873][T17311] ? __x64_sys_close+0x7c/0xd0 [ 1157.411022][T17311] ? do_syscall_64+0xc1/0x1d0 [ 1157.411171][T17311] ? entry_SYSCALL_64_after_hwframe+0x77/0x7f [ 1157.411359][T17311] ? __lock_acquire+0xb9a/0x1680 [ 1157.411509][T17311] ? find_held_lock+0x2c/0x110 [ 1157.411661][T17311] ? __lock_release+0x103/0x460 [ 1157.411807][T17311] ? __virt_addr_valid+0x22b/0x430 [ 1157.411955][T17311] ? __pfx___lock_release+0x10/0x10 [ 1157.412099][T17311] ? __pfx_lock_acquire.part.0+0x10/0x10 [ 1157.412247][T17311] __sys_sendmsg+0x109/0x1a0 [ 1157.412392][T17311] ? __pfx___sys_sendmsg+0x10/0x10 [ 1157.412538][T17311] ? __pfx_slab_free_after_rcu_debug+0x10/0x10 [ 1157.412728][T17311] do_syscall_64+0xc1/0x1d0 [ 1157.412872][T17311] entry_SYSCALL_64_after_hwframe+0x77/0x7f [ 1157.413057][T17311] RIP: 0033:0x7f6d653599a7 [ 1157.413210][T17311] Code: 0a 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b9 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 2e 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 89 54 24 1c 48 89 74 24 10 [ 1157.413726][T17311] RSP: 002b:00007ffdfc702348 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 1157.413949][T17311] RAX: ffffffffffffffda RBX: 00007ffdfc702a70 RCX: 00007f6d653599a7 [ 1157.414166][T17311] RDX: 0000000000000000 RSI: 00007ffdfc7023b0 RDI: 0000000000000005 [ 1157.414384][T17311] RBP: 0000000000000002 R08: 0000000000000003 R09: 0000000000000078 [ 1157.414613][T17311] R10: 00007f6d65217ef8 R11: 0000000000000246 R12: 0000000000000002 [ 1157.414831][T17311] R13: 00000000677907fe R14: 0000000000498600 R15: 0000000000000000 [ 1157.415050][T17311]