====================================== | [ 14.636954][ T218] ================================================================== | [ 14.637517][ T218] BUG: KASAN: use-after-free in page_pool_item_uninit (net/core/page_pool.c:523) | [ 14.637917][ T218] Read of size 8 at addr ffff88800b6a1008 by task bash/218 | [ 14.638284][ T218] [ 14.638806][ T218] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 14.639153][ T218] Call Trace: [ 14.639369][ T218] [ 14.639513][ T218] dump_stack_lvl (lib/dump_stack.c:123) [ 14.639799][ T218] print_address_description.constprop.0 (mm/kasan/report.c:379) [ 14.640149][ T218] ? page_pool_item_uninit (net/core/page_pool.c:523) [ 14.640433][ T218] print_report (mm/kasan/report.c:490) [ 14.640708][ T218] ? kasan_addr_to_slab (./include/linux/mm.h:1295 mm/kasan/../slab.h:211 mm/kasan/common.c:38) [ 14.640989][ T218] kasan_report (mm/kasan/report.c:604) [ 14.641201][ T218] ? page_pool_item_uninit (net/core/page_pool.c:523) [ 14.641486][ T218] page_pool_item_uninit (net/core/page_pool.c:523) [ 14.641767][ T218] page_pool_release (net/core/page_pool.c:1431 net/core/page_pool.c:1484) [ 14.642050][ T218] ? __pfx_autoremove_wake_function (kernel/sched/wait.c:383) [ 14.642395][ T218] ? __pfx_page_pool_release (net/core/page_pool.c:1478) [ 14.642674][ T218] ? napi_disable (./arch/x86/include/asm/bitops.h:75 ./include/asm-generic/bitops/instrumented-atomic.h:42 net/core/dev.c:6832) [ 14.642964][ T218] page_pool_destroy (net/core/page_pool.c:1555) [ 14.643244][ T218] nsim_stop (drivers/net/netdevsim/netdev.c:469 drivers/net/netdevsim/netdev.c:483) netdevsim [ 14.643542][ T218] __dev_close_many (net/core/dev.c:1591) [ 14.643817][ T218] ? __pfx___dev_close_many (net/core/dev.c:1555) [ 14.644097][ T218] ? __pfx_validate_chain (kernel/locking/lockdep.c:3860) [ 14.644376][ T218] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 14.644650][ T218] ? mark_lock (kernel/locking/lockdep.c:4727 (discriminator 3)) [ 14.644858][ T218] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 14.645140][ T218] dev_close_many (net/core/dev.c:1618) [ 14.645421][ T218] ? __pfx_dev_close_many (net/core/dev.c:1608) [ 14.645707][ T218] unregister_netdevice_many_notify (net/core/dev.c:11562) [ 14.646077][ T218] ? __mutex_trylock_common (./arch/x86/include/asm/atomic64_64.h:101 ./include/linux/atomic/atomic-arch-fallback.h:4296 ./include/linux/atomic/atomic-long.h:1482 ./include/linux/atomic/atomic-instrumented.h:4458 kernel/locking/mutex.c:104) [ 14.646354][ T218] ? __pfx___mutex_trylock_common (kernel/locking/mutex.c:79) [ 14.646708][ T218] ? __pfx_unregister_netdevice_many_notify (net/core/dev.c:11529) [ 14.647028][ T218] ? lock_acquire (kernel/locking/lockdep.c:5822) [ 14.647264][ T218] ? __mutex_lock (./arch/x86/include/asm/preempt.h:94 kernel/locking/mutex.c:595 kernel/locking/mutex.c:735) [ 14.647483][ T218] ? nsim_destroy (drivers/net/netdevsim/netdev.c:827) netdevsim [ 14.647672][ T218] ? __pfx___mutex_lock (kernel/locking/mutex.c:734) [ 14.647903][ T218] unregister_netdevice_queue (net/core/dev.c:11524) [ 14.648127][ T218] ? __pfx_do_raw_spin_lock (kernel/locking/spinlock_debug.c:114) [ 14.648356][ T218] ? __pfx_unregister_netdevice_queue (net/core/dev.c:11513) [ 14.648693][ T218] nsim_destroy (drivers/net/netdevsim/netdev.c:832 (discriminator 2)) netdevsim [ 14.648939][ T218] __nsim_dev_port_del (drivers/net/netdevsim/dev.c:426 drivers/net/netdevsim/dev.c:1429) netdevsim [ 14.649205][ T218] nsim_dev_reload_destroy (drivers/net/netdevsim/dev.c:1438 drivers/net/netdevsim/dev.c:1661) netdevsim [ 14.649555][ T218] nsim_drv_remove (drivers/net/netdevsim/dev.c:1678) netdevsim [ 14.649743][ T218] device_release_driver_internal (drivers/base/dd.c:1275 drivers/base/dd.c:1296) [ 14.649964][ T218] ? klist_put (lib/klist.c:220) [ 14.650099][ T218] bus_remove_device (./include/linux/kobject.h:193 drivers/base/base.h:73 drivers/base/bus.c:583) [ 14.650273][ T218] device_del (drivers/base/core.c:3855) [ 14.650462][ T218] ? __pfx_device_del (drivers/base/core.c:3809) [ 14.650744][ T218] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5851) [ 14.651010][ T218] ? kernfs_fop_write_iter (fs/kernfs/file.c:326) [ 14.651237][ T218] device_unregister (drivers/base/core.c:3772 drivers/base/core.c:3896) [ 14.651436][ T218] del_device_store (drivers/net/netdevsim/bus.c:230) netdevsim [ 14.651716][ T218] ? __pfx_del_device_store (drivers/net/netdevsim/bus.c:197) netdevsim [ 14.651941][ T218] ? __pfx_sysfs_kf_write (fs/sysfs/file.c:132) [ 14.652153][ T218] ? sysfs_file_ops (fs/sysfs/file.c:31 (discriminator 1)) [ 14.652356][ T218] ? __pfx_sysfs_kf_write (fs/sysfs/file.c:132) [ 14.652573][ T218] kernfs_fop_write_iter (fs/kernfs/file.c:334) [ 14.652854][ T218] vfs_write (fs/read_write.c:586 fs/read_write.c:679) [ 14.652998][ T218] ? __pfx_vfs_write (fs/read_write.c:660) [ 14.653223][ T218] ? __lock_release (kernel/locking/lockdep.c:5525) [ 14.653429][ T218] ? do_user_addr_fault (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/linux/mm.h:742 arch/x86/mm/fault.c:1340) [ 14.653630][ T218] ? __pfx___up_read (kernel/locking/rwsem.c:1337) [ 14.653862][ T218] ksys_write (fs/read_write.c:731) [ 14.654045][ T218] ? __pfx_ksys_write (fs/read_write.c:721) [ 14.654250][ T218] ? do_user_addr_fault (./include/linux/rcupdate.h:882 ./include/linux/mm.h:742 arch/x86/mm/fault.c:1340) [ 14.654520][ T218] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 14.654734][ T218] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 14.654993][ T218] RIP: 0033:0x7f3e756dcb77 [ 14.655267][ T218] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 All code ======== 0: 0b 00 or (%rax),%eax 2: f7 d8 neg %eax 4: 64 89 02 mov %eax,%fs:(%rdx) 7: 48 c7 c0 ff ff ff ff mov $0xffffffffffffffff,%rax e: eb b7 jmp 0xffffffffffffffc7 10: 0f 1f 00 nopl (%rax) 13: f3 0f 1e fa endbr64 17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 1e: 00 1f: 85 c0 test %eax,%eax 21: 75 10 jne 0x33 23: b8 01 00 00 00 mov $0x1,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 51 ja 0x83 32: c3 ret 33: 48 83 ec 28 sub $0x28,%rsp 37: 48 89 54 24 18 mov %rdx,0x18(%rsp) 3c: 48 rex.W 3d: 89 .byte 0x89 3e: 74 24 je 0x64 Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 51 ja 0x59 8: c3 ret 9: 48 83 ec 28 sub $0x28,%rsp d: 48 89 54 24 18 mov %rdx,0x18(%rsp) 12: 48 rex.W 13: 89 .byte 0x89 14: 74 24 je 0x3a [ 14.656124][ T218] RSP: 002b:00007ffc6dea1918 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [ 14.656484][ T218] RAX: ffffffffffffffda RBX: 0000000000000004 RCX: 00007f3e756dcb77 [ 14.656887][ T218] RDX: 0000000000000004 RSI: 0000564a293ef420 RDI: 0000000000000001 [ 14.657284][ T218] RBP: 0000564a293ef420 R08: 0000000000000000 R09: 00007f3e7574f4e0 [ 14.657683][ T218] R10: 00007f3e7574f3e0 R11: 0000000000000246 R12: 0000000000000004 [ 14.658079][ T218] R13: 00007f3e75798760 R14: 0000000000000004 R15: 00007f3e757939c0 | [ 14.663451][ T218] Disabling lock debugging due to kernel taint | [ 14.663823][ T218] Oops: general protection fault, probably for non-canonical address 0xf99995999999999c: 0000 [#1] PREEMPT SMP KASAN NOPTI | [ 14.664336][ T218] KASAN: maybe wild-memory-access in range [0xcccccccccccccce0-0xcccccccccccccce7] | [ 14.665012][ T218] Tainted: [B]=BAD_PAGE [ 14.665187][ T218] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 14.665415][ T218] RIP: 0010:page_pool_item_uninit (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/linux/refcount.h:136 net/core/page_pool.c:524) [ 14.665731][ T218] Code: ae 48 bb 00 00 00 00 00 fc ff df 48 c1 ed 03 48 01 dd 4d 8d 75 1c be 04 00 00 00 4c 89 f7 e8 5d bc 68 fe 4c 89 f0 48 c1 e8 03 <0f> b6 14 18 4c 89 f0 83 e0 07 83 c0 03 38 d0 7c 04 84 d2 75 62 41 All code ======== 0: ae scas %es:(%rdi),%al 1: 48 bb 00 00 00 00 00 movabs $0xdffffc0000000000,%rbx 8: fc ff df b: 48 c1 ed 03 shr $0x3,%rbp f: 48 01 dd add %rbx,%rbp 12: 4d 8d 75 1c lea 0x1c(%r13),%r14 16: be 04 00 00 00 mov $0x4,%esi 1b: 4c 89 f7 mov %r14,%rdi 1e: e8 5d bc 68 fe call 0xfffffffffe68bc80 23: 4c 89 f0 mov %r14,%rax 26: 48 c1 e8 03 shr $0x3,%rax 2a:* 0f b6 14 18 movzbl (%rax,%rbx,1),%edx <-- trapping instruction 2e: 4c 89 f0 mov %r14,%rax 31: 83 e0 07 and $0x7,%eax 34: 83 c0 03 add $0x3,%eax 37: 38 d0 cmp %dl,%al 39: 7c 04 jl 0x3f 3b: 84 d2 test %dl,%dl 3d: 75 62 jne 0xa1 3f: 41 rex.B Code starting with the faulting instruction =========================================== 0: 0f b6 14 18 movzbl (%rax,%rbx,1),%edx 4: 4c 89 f0 mov %r14,%rax 7: 83 e0 07 and $0x7,%eax a: 83 c0 03 add $0x3,%eax d: 38 d0 cmp %dl,%al f: 7c 04 jl 0x15 11: 84 d2 test %dl,%dl 13: 75 62 jne 0x77 15: 41 rex.B [ 14.666447][ T218] RSP: 0018:ffffc90000ad74f0 EFLAGS: 00010a06 [ 14.666677][ T218] RAX: 199999999999999c RBX: dffffc0000000000 RCX: ffffffffad637b43 [ 14.666934][ T218] RDX: 0000000000000000 RSI: 0000000000000004 RDI: cccccccccccccce0 [ 14.667248][ T218] RBP: fffffbfff5d58878 R08: 0000000000000000 R09: fffffbfff6119888 [ 14.667528][ T218] R10: ffffffffb08cc447 R11: 205d383132542020 R12: ffff888009a0e620 [ 14.667922][ T218] R13: ccccccccccccccc4 R14: cccccccccccccce0 R15: 0000000000000000 [ 14.668321][ T218] FS: 00007f3e7559b740(0000) GS:ffff888036100000(0000) knlGS:0000000000000000 [ 14.668793][ T218] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 14.669050][ T218] CR2: 00007f3e7574f733 CR3: 0000000009326001 CR4: 0000000000772ef0 [ 14.669360][ T218] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 14.669666][ T218] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 14.669991][ T218] PKRU: 55555554 [ 14.670165][ T218] Call Trace: [ 14.670340][ T218] [ 14.670472][ T218] ? die_addr (arch/x86/kernel/dumpstack.c:421 arch/x86/kernel/dumpstack.c:460) [ 14.670689][ T218] ? exc_general_protection (arch/x86/kernel/traps.c:751 arch/x86/kernel/traps.c:693) [ 14.670958][ T218] ? asm_exc_general_protection (./arch/x86/include/asm/idtentry.h:617) [ 14.671210][ T218] ? page_pool_item_uninit (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/linux/refcount.h:136 net/core/page_pool.c:524) [ 14.671383][ T218] ? page_pool_item_uninit (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/linux/refcount.h:136 net/core/page_pool.c:524) [ 14.671617][ T218] page_pool_release (net/core/page_pool.c:1431 net/core/page_pool.c:1484) [ 14.671844][ T218] ? __pfx_autoremove_wake_function (kernel/sched/wait.c:383) [ 14.672061][ T218] ? __pfx_page_pool_release (net/core/page_pool.c:1478) [ 14.672279][ T218] ? napi_disable (./arch/x86/include/asm/bitops.h:75 ./include/asm-generic/bitops/instrumented-atomic.h:42 net/core/dev.c:6832) [ 14.672456][ T218] page_pool_destroy (net/core/page_pool.c:1555) [ 14.672722][ T218] nsim_stop (drivers/net/netdevsim/netdev.c:469 drivers/net/netdevsim/netdev.c:483) netdevsim [ 14.672944][ T218] __dev_close_many (net/core/dev.c:1591) [ 14.673194][ T218] ? __pfx___dev_close_many (net/core/dev.c:1555) [ 14.673406][ T218] ? __pfx_validate_chain (kernel/locking/lockdep.c:3860) [ 14.673653][ T218] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 14.673842][ T218] ? mark_lock (kernel/locking/lockdep.c:4727 (discriminator 3)) [ 14.674041][ T218] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [ 14.674282][ T218] dev_close_many (net/core/dev.c:1618) [ 14.674556][ T218] ? __pfx_dev_close_many (net/core/dev.c:1608) [ 14.674836][ T218] unregister_netdevice_many_notify (net/core/dev.c:11562) [ 14.675160][ T218] ? __mutex_trylock_common (./arch/x86/include/asm/atomic64_64.h:101 ./include/linux/atomic/atomic-arch-fallback.h:4296 ./include/linux/atomic/atomic-long.h:1482 ./include/linux/atomic/atomic-instrumented.h:4458 kernel/locking/mutex.c:104) [ 14.675375][ T218] ? __pfx___mutex_trylock_common (kernel/locking/mutex.c:79) [ 14.675630][ T218] ? __pfx_unregister_netdevice_many_notify (net/core/dev.c:11529) [ 14.675901][ T218] ? lock_acquire (kernel/locking/lockdep.c:5822) [ 14.676063][ T218] ? __mutex_lock (./arch/x86/include/asm/preempt.h:94 kernel/locking/mutex.c:595 kernel/locking/mutex.c:735) [ 14.676220][ T218] ? nsim_destroy (drivers/net/netdevsim/netdev.c:827) netdevsim [ 14.676394][ T218] ? __pfx___mutex_lock (kernel/locking/mutex.c:734) [ 14.676572][ T218] unregister_netdevice_queue (net/core/dev.c:11524) [ 14.676785][ T218] ? __pfx_do_raw_spin_lock (kernel/locking/spinlock_debug.c:114) [ 14.676973][ T218] ? __pfx_unregister_netdevice_queue (net/core/dev.c:11513) [ 14.677200][ T218] nsim_destroy (drivers/net/netdevsim/netdev.c:832 (discriminator 2)) netdevsim [ 14.677419][ T218] __nsim_dev_port_del (drivers/net/netdevsim/dev.c:426 drivers/net/netdevsim/dev.c:1429) netdevsim [ 14.677731][ T218] nsim_dev_reload_destroy (drivers/net/netdevsim/dev.c:1438 drivers/net/netdevsim/dev.c:1661) netdevsim [ 14.678023][ T218] nsim_drv_remove (drivers/net/netdevsim/dev.c:1678) netdevsim [ 14.678188][ T218] device_release_driver_internal (drivers/base/dd.c:1275 drivers/base/dd.c:1296) [ 14.678384][ T218] ? klist_put (lib/klist.c:220) [ 14.678524][ T218] bus_remove_device (./include/linux/kobject.h:193 drivers/base/base.h:73 drivers/base/bus.c:583) [ 14.678720][ T218] device_del (drivers/base/core.c:3855) [ 14.678862][ T218] ? __pfx_device_del (drivers/base/core.c:3809) [ 14.679060][ T218] ? lock_acquire.part.0 (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5851) [ 14.679284][ T218] ? kernfs_fop_write_iter (fs/kernfs/file.c:326) [ 14.679448][ T218] device_unregister (drivers/base/core.c:3772 drivers/base/core.c:3896) [ 14.679613][ T218] del_device_store (drivers/net/netdevsim/bus.c:230) netdevsim [ 14.679818][ T218] ? __pfx_del_device_store (drivers/net/netdevsim/bus.c:197) netdevsim [ 14.680023][ T218] ? __pfx_sysfs_kf_write (fs/sysfs/file.c:132) [ 14.680211][ T218] ? sysfs_file_ops (fs/sysfs/file.c:31 (discriminator 1)) [ 14.680396][ T218] ? __pfx_sysfs_kf_write (fs/sysfs/file.c:132) [ 14.680617][ T218] kernfs_fop_write_iter (fs/kernfs/file.c:334) [ 14.680780][ T218] vfs_write (fs/read_write.c:586 fs/read_write.c:679) [ 14.680904][ T218] ? __pfx_vfs_write (fs/read_write.c:660) [ 14.681117][ T218] ? __lock_release (kernel/locking/lockdep.c:5525) [ 14.681272][ T218] ? do_user_addr_fault (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/linux/mm.h:742 arch/x86/mm/fault.c:1340) [ 14.681432][ T218] ? __pfx___up_read (kernel/locking/rwsem.c:1337) [ 14.681657][ T218] ksys_write (fs/read_write.c:731) [ 14.681782][ T218] ? __pfx_ksys_write (fs/read_write.c:721) [ 14.681937][ T218] ? do_user_addr_fault (./include/linux/rcupdate.h:882 ./include/linux/mm.h:742 arch/x86/mm/fault.c:1340) [ 14.682094][ T218] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 14.682287][ T218] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 14.682493][ T218] RIP: 0033:0x7f3e756dcb77 [ 14.682669][ T218] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24 All code ======== 0: 0b 00 or (%rax),%eax 2: f7 d8 neg %eax 4: 64 89 02 mov %eax,%fs:(%rdx) 7: 48 c7 c0 ff ff ff ff mov $0xffffffffffffffff,%rax e: eb b7 jmp 0xffffffffffffffc7 10: 0f 1f 00 nopl (%rax) 13: f3 0f 1e fa endbr64 17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 1e: 00 1f: 85 c0 test %eax,%eax 21: 75 10 jne 0x33 23: b8 01 00 00 00 mov $0x1,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 51 ja 0x83 32: c3 ret 33: 48 83 ec 28 sub $0x28,%rsp 37: 48 89 54 24 18 mov %rdx,0x18(%rsp) 3c: 48 rex.W 3d: 89 .byte 0x89 3e: 74 24 je 0x64 Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 51 ja 0x59 8: c3 ret 9: 48 83 ec 28 sub $0x28,%rsp d: 48 89 54 24 18 mov %rdx,0x18(%rsp) 12: 48 rex.W 13: 89 .byte 0x89 14: 74 24 je 0x3a [ 14.683221][ T218] RSP: 002b:00007ffc6dea1918 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [ 14.683457][ T218] RAX: ffffffffffffffda RBX: 0000000000000004 RCX: 00007f3e756dcb77 [ 14.683705][ T218] RDX: 0000000000000004 RSI: 0000564a293ef420 RDI: 0000000000000001 [ 14.683946][ T218] RBP: 0000564a293ef420 R08: 0000000000000000 R09: 00007f3e7574f4e0 [ 14.684252][ T218] R10: 00007f3e7574f3e0 R11: 0000000000000246 R12: 0000000000000004 Finger prints: print_report:kasan_report:page_pool_item_uninit:page_pool_release:page_pool_destroy page_pool_item_uninit:page_pool_release:page_pool_destroy:nsim_stop:__dev_close_many