======================================
| [ 65.909837][ T388] #5: ffff888005a3d250 (&devlink->lock_key#2){+.+.}-{4:4}, at: nsim_drv_remove (drivers/net/netdevsim/dev.c:1676) netdevsim
| [ 65.910372][ T388] #6: ffffffffa59e1208 (rtnl_mutex){+.+.}-{4:4}, at: nsim_destroy (drivers/net/netdevsim/netdev.c:817) netdevsim
| [   65.910824][  T388]
| [   65.910824][  T388] stack backtrace:
[   65.911602][  T388] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011
[   65.911941][  T388] Call Trace:
[   65.912145][  T388]  <TASK>
[ 65.912296][ T388] dump_stack_lvl (lib/dump_stack.c:123)
[ 65.912575][ T388] print_circular_bug (kernel/locking/lockdep.c:2077)
[ 65.912851][ T388] check_noncircular (kernel/locking/lockdep.c:2206)
[ 65.913118][ T388] ? __pfx_check_noncircular (kernel/locking/lockdep.c:2182)
[ 65.913371][ T388] ? __kernel_text_address (kernel/extable.c:79)
[ 65.913624][ T388] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364)
[ 65.913891][ T388] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83)
[ 65.914219][ T388] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26)
[ 65.914500][ T388] check_prev_add (kernel/locking/lockdep.c:3162)
[ 65.914768][ T388] ? __pfx_stack_trace_save (kernel/stacktrace.c:114)
[ 65.915038][ T388] validate_chain (kernel/locking/lockdep.c:3281 kernel/locking/lockdep.c:3904)
[ 65.915311][ T388] ? __pfx_validate_chain (kernel/locking/lockdep.c:3860)
[ 65.915582][ T388] ? mark_lock (kernel/locking/lockdep.c:186 kernel/locking/lockdep.c:4755)
[ 65.915830][ T388] __lock_acquire (kernel/locking/lockdep.c:5226)
[ 65.916090][ T388] ? kasan_addr_to_slab (./arch/x86/include/asm/jump_label.h:36 ./include/linux/page-flags.h:205 ./include/linux/page-flags.h:246 ./include/linux/mm.h:1296 mm/kasan/../slab.h:211 mm/kasan/common.c:38)
[ 65.916355][ T388] lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5851)
[ 65.916620][ T388] ? __kernfs_remove (fs/kernfs/dir.c:1492)
[ 65.916890][ T388] ? __pfx___lock_release (kernel/locking/lockdep.c:5501)
[ 65.917153][ T388] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5814)
[ 65.917418][ T388] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 37))
[ 65.917680][ T388] ? __virt_addr_valid (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:962 ./include/linux/mmzone.h:2058 arch/x86/mm/physaddr.c:65)
[ 65.917959][ T388] ? lock_acquire (kernel/locking/lockdep.c:5822)
[ 65.918225][ T388] ? __kernfs_remove (fs/kernfs/dir.c:1492)
[ 65.918496][ T388] kernfs_drain (./include/linux/instrumented.h:68 ./include/linux/atomic/atomic-instrumented.h:32 fs/kernfs/dir.c:501)
[ 65.918770][ T388] ? __kernfs_remove (fs/kernfs/dir.c:1492)
[ 65.919051][ T388] ? __pfx_kernfs_drain (fs/kernfs/dir.c:481)
[ 65.919301][ T388] ? lock_acquire (kernel/locking/lockdep.c:5822)
[ 65.919566][ T388] __kernfs_remove (fs/kernfs/dir.c:1492)
[ 65.919836][ T388] kernfs_remove_by_name_ns (fs/kernfs/dir.c:1695)
[ 65.920110][ T388] remove_files (fs/sysfs/group.c:27 (discriminator 3))
[ 65.920382][ T388] sysfs_remove_group (fs/sysfs/group.c:323)
[ 65.920652][ T388] sysfs_remove_groups (fs/sysfs/group.c:345 fs/sysfs/group.c:338)
[ 65.920922][ T388] device_remove_attrs (drivers/base/core.c:2937)
[ 65.921384][ T388] ? __pfx_device_remove_attrs (drivers/base/core.c:2937)
[ 65.921672][ T388] device_del (drivers/base/core.c:3854)
[ 65.921884][ T388] ? __pfx_device_del (drivers/base/core.c:3809)
[ 65.922166][ T388] unregister_netdevice_many_notify (net/core/dev.c:2527 (discriminator 3) net/core/dev.c:11568 (discriminator 3))
[ 65.922702][ T388] ? __pfx_unregister_netdevice_many_notify (net/core/dev.c:11472)
[ 65.923025][ T388] ? lockdep_hardirqs_on_prepare (kernel/locking/lockdep.c:4347 kernel/locking/lockdep.c:4406)
[ 65.923304][ T388] ? __mutex_lock (./arch/x86/include/asm/preempt.h:94 kernel/locking/mutex.c:715 kernel/locking/mutex.c:735)
[ 65.923594][ T388] ? nsim_destroy (drivers/net/netdevsim/netdev.c:817) netdevsim
[ 65.923777][ T388] ? __pfx___mutex_lock (kernel/locking/mutex.c:734)
[ 65.923946][ T388] unregister_netdevice_queue (net/core/dev.c:11467)
[ 65.924160][ T388] ? __pfx_unregister_netdevice_queue (net/core/dev.c:11456)
[ 65.924475][ T388] nsim_destroy (drivers/net/netdevsim/netdev.c:822 (discriminator 2)) netdevsim
[ 65.924651][ T388] __nsim_dev_port_del (drivers/net/netdevsim/dev.c:426 drivers/net/netdevsim/dev.c:1429) netdevsim
[ 65.924867][ T388] nsim_dev_reload_destroy (drivers/net/netdevsim/dev.c:1438 drivers/net/netdevsim/dev.c:1661) netdevsim
[ 65.925144][ T388] nsim_drv_remove (drivers/net/netdevsim/dev.c:1678) netdevsim
[ 65.925628][ T388] device_release_driver_internal (drivers/base/dd.c:1275 drivers/base/dd.c:1296)
[ 65.925955][ T388] ? klist_put (lib/klist.c:220)
[ 65.926099][ T388] bus_remove_device (./include/linux/kobject.h:193 drivers/base/base.h:73 drivers/base/bus.c:583)
[ 65.926268][ T388] device_del (drivers/base/core.c:3855)
[ 65.926503][ T388] ? __pfx_device_del (drivers/base/core.c:3809)
[ 65.926669][ T388] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5851)
[ 65.926835][ T388] ? kernfs_fop_write_iter (fs/kernfs/file.c:326)
[ 65.927014][ T388] device_unregister (drivers/base/core.c:3772 drivers/base/core.c:3896)
[ 65.927293][ T388] del_device_store (drivers/net/netdevsim/bus.c:230) netdevsim
[ 65.927514][ T388] ? __pfx_del_device_store (drivers/net/netdevsim/bus.c:197) netdevsim
[ 65.927733][ T388] ? __pfx_sysfs_kf_write (fs/sysfs/file.c:132)
[ 65.928016][ T388] ? sysfs_file_ops (fs/sysfs/file.c:31 (discriminator 1))
[ 65.928227][ T388] ? __pfx_sysfs_kf_write (fs/sysfs/file.c:132)
[ 65.928392][ T388] kernfs_fop_write_iter (fs/kernfs/file.c:334)
[ 65.928558][ T388] vfs_write (fs/read_write.c:586 fs/read_write.c:679)
[ 65.928689][ T388] ? __pfx_vfs_write (fs/read_write.c:660)
[ 65.928976][ T388] ? __lock_release (kernel/locking/lockdep.c:5525)
[ 65.929239][ T388] ? do_user_addr_fault (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/linux/mm.h:741 arch/x86/mm/fault.c:1340)
[ 65.929517][ T388] ? __pfx___up_read (kernel/locking/rwsem.c:1337)
[ 65.929792][ T388] ksys_write (fs/read_write.c:731)
[ 65.930192][ T388] ? __pfx_ksys_write (fs/read_write.c:721)
[ 65.930465][ T388] ? do_user_addr_fault (./include/linux/rcupdate.h:882 ./include/linux/mm.h:741 arch/x86/mm/fault.c:1340)
[ 65.930737][ T388] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83)
[ 65.931019][ T388] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130)
[   65.931552][  T388] RIP: 0033:0x7f4d16c0eb77
[ 65.931833][ T388] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
   0:	0b 00                	or     (%rax),%eax
   2:	f7 d8                	neg    %eax
   4:	64 89 02             	mov    %eax,%fs:(%rdx)
   7:	48 c7 c0 ff ff ff ff 	mov    $0xffffffffffffffff,%rax
   e:	eb b7                	jmp    0xffffffffffffffc7
  10:	0f 1f 00             	nopl   (%rax)
  13:	f3 0f 1e fa          	endbr64
  17:	64 8b 04 25 18 00 00 	mov    %fs:0x18,%eax
  1e:	00 
  1f:	85 c0                	test   %eax,%eax
  21:	75 10                	jne    0x33
  23:	b8 01 00 00 00       	mov    $0x1,%eax
  28:	0f 05                	syscall
  2a:*	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax		<-- trapping instruction
  30:	77 51                	ja     0x83
  32:	c3                   	ret
  33:	48 83 ec 28          	sub    $0x28,%rsp
  37:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  3c:	48                   	rex.W
  3d:	89                   	.byte 0x89
  3e:	74 24                	je     0x64

Code starting with the faulting instruction
===========================================
   0:	48 3d 00 f0 ff ff    	cmp    $0xfffffffffffff000,%rax
   6:	77 51                	ja     0x59
   8:	c3                   	ret
   9:	48 83 ec 28          	sub    $0x28,%rsp
   d:	48 89 54 24 18       	mov    %rdx,0x18(%rsp)
  12:	48                   	rex.W
  13:	89                   	.byte 0x89
  14:	74 24                	je     0x3a
[   65.932974][  T388] RSP: 002b:00007ffdb7ed3428 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[   65.933398][  T388] RAX: ffffffffffffffda RBX: 0000000000000005 RCX: 00007f4d16c0eb77
[   65.933905][  T388] RDX: 0000000000000005 RSI: 000055a480ce4c60 RDI: 0000000000000001
[   65.934249][  T388] RBP: 000055a480ce4c60 R08: 0000000000000000 R09: 00007f4d16c814e0
[   65.934499][  T388] R10: 00007f4d16c813e0 R11: 0000000000000246 R12: 0000000000000005


Finger prints:
print_circular_bug:check_noncircular:check_prev_add:validate_chain:__lock_acquire