====================================== | xx__-> echo scan > /sys/kernel/debug/kmemleak && cat /sys/kernel/debug/kmemleak | xx__-> echo scan > /sys/kernel/debug/kmemleak && cat /sys/kernel/debug/kmemleak | xx__-> [ 170.351119][ T1939] perl (1939) used greatest stack depth: 23712 bytes left | [ 172.617779][ T1961] bash invoked oom-killer: gfp_mask=0x140cca(GFP_HIGHUSER_MOVABLE|__GFP_COMP), order=0, oom_score_adj=0 [ 172.618885][ T1961] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 172.618888][ T1961] Call Trace: [ 172.618890][ T1961] [ 172.618892][ T1961] dump_stack_lvl (lib/dump_stack.c:123) [ 172.618903][ T1961] dump_header (mm/oom_kill.c:74 mm/oom_kill.c:468) [ 172.618915][ T1961] oom_kill_process (mm/oom_kill.c:1041) [ 172.618922][ T1961] out_of_memory (mm/oom_kill.c:1180 (discriminator 4)) [ 172.618928][ T1961] ? __pfx_out_of_memory (mm/oom_kill.c:1113) [ 172.618941][ T1961] __alloc_pages_may_oom (mm/page_alloc.c:3645) [ 172.618948][ T1961] ? __pfx___alloc_pages_may_oom (mm/page_alloc.c:3577) [ 172.618971][ T1961] __alloc_pages_slowpath.constprop.0 (mm/page_alloc.c:4432) [ 172.618984][ T1961] ? get_page_from_freelist (mm/page_alloc.c:3235 mm/page_alloc.c:3430) [ 172.618988][ T1961] ? __pfx___alloc_pages_slowpath.constprop.0 (mm/page_alloc.c:4206) [ 172.619005][ T1961] __alloc_frozen_pages_noprof (mm/page_alloc.c:4752) [ 172.619011][ T1961] ? __pfx___alloc_frozen_pages_noprof (mm/page_alloc.c:4705) [ 172.619015][ T1961] ? __lock_release (kernel/locking/lockdep.c:5527) [ 172.619020][ T1961] ? filemap_map_pages (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 mm/filemap.c:3826) [ 172.619034][ T1961] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 kernel/rcu/update.c:380) [ 172.619038][ T1961] ? validate_chain (kernel/locking/lockdep.c:3799 kernel/locking/lockdep.c:3819 kernel/locking/lockdep.c:3874) [ 172.619047][ T1961] alloc_pages_mpol (mm/mempolicy.c:2272) [ 172.619053][ T1961] ? __pfx_alloc_pages_mpol (mm/mempolicy.c:2227) [ 172.619058][ T1961] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:230) [ 172.619062][ T1961] ? mark_lock (kernel/locking/lockdep.c:4729 (discriminator 3)) [ 172.619072][ T1961] vma_alloc_folio_noprof (mm/mempolicy.c:2289 mm/mempolicy.c:2324) [ 172.619078][ T1961] ? __pfx_vma_alloc_folio_noprof (mm/mempolicy.c:2315) [ 172.619083][ T1961] ? find_held_lock (kernel/locking/lockdep.c:5341) [ 172.619093][ T1961] wp_page_copy (mm/memory.c:1063 mm/memory.c:3446) [ 172.619104][ T1961] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 21)) [ 172.619109][ T1961] ? __pfx_wp_page_copy (mm/memory.c:3425) [ 172.619115][ T1961] ? rcu_read_unlock (./include/linux/rcupdate.h:347 (discriminator 9) ./include/linux/rcupdate.h:880 (discriminator 9)) [ 172.619124][ T1961] ? do_wp_page (mm/memory.c:3838) [ 172.619133][ T1961] handle_pte_fault (mm/memory.c:5916) [ 172.619141][ T1961] ? __pfx_handle_pte_fault (mm/memory.c:5857) [ 172.619155][ T1961] __handle_mm_fault (mm/memory.c:6043) [ 172.619161][ T1961] ? __pfx___handle_mm_fault (mm/memory.c:5952) [ 172.619181][ T1961] ? __pfx_lock_vma_under_rcu (mm/memory.c:6368) [ 172.619190][ T1961] handle_mm_fault (mm/memory.c:6224) [ 172.619195][ T1961] ? __pfx_handle_mm_fault (mm/memory.c:6179) [ 172.619209][ T1961] do_user_addr_fault (arch/x86/mm/fault.c:1337) [ 172.619224][ T1961] exc_page_fault (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:87 ./arch/x86/include/asm/irqflags.h:147 arch/x86/mm/fault.c:1488 arch/x86/mm/fault.c:1538) [ 172.619231][ T1961] asm_exc_page_fault (./arch/x86/include/asm/idtentry.h:623) [ 172.619235][ T1961] RIP: 0033:0x7f0634c09638 [ 172.619241][ T1961] Code: 00 64 48 2b 04 25 28 00 00 00 0f 85 f3 03 00 00 48 81 c4 d0 00 00 00 44 89 e8 5b 5d 41 5c 41 5d 41 5e c3 0f 1f 80 00 00 00 00 <48> 83 05 88 74 0e 00 04 48 8b 1d 29 09 0e 00 48 8b 83 40 10 00 00 All code ======== 0: 00 64 48 2b add %ah,0x2b(%rax,%rcx,2) 4: 04 25 add $0x25,%al 6: 28 00 sub %al,(%rax) 8: 00 00 add %al,(%rax) a: 0f 85 f3 03 00 00 jne 0x403 10: 48 81 c4 d0 00 00 00 add $0xd0,%rsp 17: 44 89 e8 mov %r13d,%eax 1a: 5b pop %rbx 1b: 5d pop %rbp 1c: 41 5c pop %r12 1e: 41 5d pop %r13 20: 41 5e pop %r14 22: c3 ret 23: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 2a:* 48 83 05 88 74 0e 00 addq $0x4,0xe7488(%rip) # 0xe74ba <-- trapping instruction 31: 04 32: 48 8b 1d 29 09 0e 00 mov 0xe0929(%rip),%rbx # 0xe0962 39: 48 8b 83 40 10 00 00 mov 0x1040(%rbx),%rax Code starting with the faulting instruction =========================================== 0: 48 83 05 88 74 0e 00 addq $0x4,0xe7488(%rip) # 0xe7490 7: 04 8: 48 8b 1d 29 09 0e 00 mov 0xe0929(%rip),%rbx # 0xe0938 f: 48 8b 83 40 10 00 00 mov 0x1040(%rbx),%rax [ 172.619244][ T1961] RSP: 002b:00007ffedb853570 EFLAGS: 00010246 [ 172.619247][ T1961] RAX: 0000000000000000 RBX: 0000000000000001 RCX: 00007f0634c09a80 [ 172.619249][ T1961] RDX: 0000000000000000 RSI: 0000000000000018 RDI: 00007f0634aeea20 [ 172.619251][ T1961] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000000 [ 172.619252][ T1961] R10: 00007f0634aeea10 R11: 0000000000000246 R12: 0000000000000000 [ 172.619254][ T1961] R13: 0000000000000000 R14: 0000556baf402f27 R15: 0000556bccca1ab0 | [ 172.760771][ T1961] [ 1961] 0 1961 3399 163 163 0 0 49152 0 0 bash | [ 172.761167][ T1961] oom-kill:constraint=CONSTRAINT_NONE,nodemask=(null),cpuset=/,mems_allowed=0,task=iperf3,pid=1319,uid=0 | [ 172.761804][ T1961] Out of memory: Killed process 1319 (iperf3) total-vm:142584kB, anon-rss:3200kB, file-rss:8kB, shmem-rss:0kB, UID:0 pgtables:120kB oom_score_adj:0 | [ 172.828821][ T1324] iperf3: page allocation failure: order:0, mode:0x140cca(GFP_HIGHUSER_MOVABLE|__GFP_COMP), nodemask=(null),cpuset=/,mems_allowed=0 [ 172.829619][ T1324] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 172.829621][ T1324] Call Trace: [ 172.829623][ T1324] [ 172.829626][ T1324] dump_stack_lvl (lib/dump_stack.c:123) [ 172.829636][ T1324] warn_alloc (mm/page_alloc.c:3552) [ 172.829646][ T1324] ? __pfx_warn_alloc (mm/page_alloc.c:3531) [ 172.829672][ T1324] __alloc_pages_slowpath.constprop.0 (mm/page_alloc.c:4484) [ 172.829684][ T1324] ? get_page_from_freelist (mm/page_alloc.c:3235 mm/page_alloc.c:3430) [ 172.829688][ T1324] ? __pfx___alloc_pages_slowpath.constprop.0 (mm/page_alloc.c:4206) [ 172.829705][ T1324] __alloc_frozen_pages_noprof (mm/page_alloc.c:4752) [ 172.829710][ T1324] ? __pfx___alloc_frozen_pages_noprof (mm/page_alloc.c:4705) [ 172.829713][ T1324] ? __pfx___lock_release (kernel/locking/lockdep.c:5503) [ 172.829728][ T1324] ? filemap_get_entry (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 mm/filemap.c:1878) [ 172.829741][ T1324] alloc_pages_mpol (mm/mempolicy.c:2272) [ 172.829747][ T1324] ? __pfx_alloc_pages_mpol (mm/mempolicy.c:2227) [ 172.829755][ T1324] ? down_read (kernel/locking/rwsem.c:1247 kernel/locking/rwsem.c:1261 kernel/locking/rwsem.c:1526) [ 172.829764][ T1324] folio_alloc_noprof (mm/mempolicy.c:2361 mm/mempolicy.c:2371) [ 172.829769][ T1324] __filemap_get_folio (mm/filemap.c:1970) [ 172.829778][ T1324] filemap_fault (mm/filemap.c:3457) [ 172.829786][ T1324] ? do_fault_around (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 mm/memory.c:5364) [ 172.829792][ T1324] ? __pfx___lock_release (kernel/locking/lockdep.c:5503) [ 172.829796][ T1324] ? __pfx_filemap_fault (mm/filemap.c:3406) [ 172.829807][ T1324] ? do_fault_around (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 mm/memory.c:5364) [ 172.829812][ T1324] ? __pfx_filemap_map_pages (mm/filemap.c:3767) [ 172.829820][ T1324] __do_fault (mm/memory.c:4988) [ 172.829827][ T1324] do_pte_missing (mm/memory.c:5403 mm/memory.c:5537 mm/memory.c:4058) [ 172.829830][ T1324] ? handle_pte_fault (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/linux/pgtable.h:136 mm/memory.c:5894) [ 172.829838][ T1324] handle_pte_fault (mm/memory.c:5900) [ 172.829845][ T1324] ? __pfx_handle_pte_fault (mm/memory.c:5857) [ 172.829859][ T1324] __handle_mm_fault (mm/memory.c:6043) [ 172.829864][ T1324] ? __pfx___handle_mm_fault (mm/memory.c:5952) [ 172.829880][ T1324] ? lock_acquire (kernel/locking/lockdep.c:5824) [ 172.829885][ T1324] ? __pfx_lock_vma_under_rcu (mm/memory.c:6368) [ 172.829893][ T1324] handle_mm_fault (mm/memory.c:6224) [ 172.829898][ T1324] ? __pfx_handle_mm_fault (mm/memory.c:6179) [ 172.829904][ T1324] ? __rseq_handle_notify_resume (kernel/rseq.c:420) [ 172.829909][ T1324] ? do_user_addr_fault (./include/linux/mmap_lock.h:218 arch/x86/mm/fault.c:1416) [ 172.829920][ T1324] do_user_addr_fault (arch/x86/mm/fault.c:1337) [ 172.829932][ T1324] exc_page_fault (./arch/x86/include/asm/irqflags.h:26 ./arch/x86/include/asm/irqflags.h:87 ./arch/x86/include/asm/irqflags.h:147 arch/x86/mm/fault.c:1488 arch/x86/mm/fault.c:1538) [ 172.829939][ T1324] asm_exc_page_fault (./arch/x86/include/asm/idtentry.h:623) [ 172.829943][ T1324] RIP: 0033:0x7fb15e91ea20 [ 172.829948][ T1324] Code: 48 83 ec 08 48 85 d2 75 13 eb 4f 0f 1f 80 00 00 00 00 74 36 48 01 c5 48 29 c3 74 3e 48 89 da 48 89 ee 44 89 ef e8 10 d8 fe ff <48> 85 c0 79 e3 e8 b6 c9 fe ff 8b 00 83 f8 04 74 0f 83 f8 0b 75 1e All code ======== 0: 48 83 ec 08 sub $0x8,%rsp 4: 48 85 d2 test %rdx,%rdx 7: 75 13 jne 0x1c 9: eb 4f jmp 0x5a b: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 12: 74 36 je 0x4a 14: 48 01 c5 add %rax,%rbp 17: 48 29 c3 sub %rax,%rbx 1a: 74 3e je 0x5a 1c: 48 89 da mov %rbx,%rdx 1f: 48 89 ee mov %rbp,%rsi 22: 44 89 ef mov %r13d,%edi 25: e8 10 d8 fe ff call 0xfffffffffffed83a 2a:* 48 85 c0 test %rax,%rax <-- trapping instruction 2d: 79 e3 jns 0x12 2f: e8 b6 c9 fe ff call 0xfffffffffffec9ea 34: 8b 00 mov (%rax),%eax 36: 83 f8 04 cmp $0x4,%eax 39: 74 0f je 0x4a 3b: 83 f8 0b cmp $0xb,%eax 3e: 75 1e jne 0x5e Code starting with the faulting instruction =========================================== 0: 48 85 c0 test %rax,%rax 3: 79 e3 jns 0xffffffffffffffe8 5: e8 b6 c9 fe ff call 0xfffffffffffec9c0 a: 8b 00 mov (%rax),%eax c: 83 f8 04 cmp $0x4,%eax f: 74 0f je 0x20 11: 83 f8 0b cmp $0xb,%eax 14: 75 1e jne 0x34 [ 172.829950][ T1324] RSP: 002b:00007fb15df17d50 EFLAGS: 00010206 [ 172.829954][ T1324] RAX: 0000000000007958 RBX: 0000000000007958 RCX: 00007fb15e835b0c [ 172.829957][ T1324] RDX: 0000000000007958 RSI: 00007fb15e1116a8 RDI: 0000000000000002 [ 172.829959][ T1324] RBP: 00007fb15e1116a8 R08: 0000000000000002 R09: 00007ffdb31c546f [ 172.829961][ T1324] R10: 0000000000000008 R11: 0000000000000246 R12: 0000000000020000 [ 172.829962][ T1324] R13: 0000000000000005 R14: 00007fb15e796560 R15: 0000000000000000 | [ 172.870647][ T1324] 262045 pages RAM | [ 172.870817][ T1324] 0 pages HighMem/MovableOnly | [ 172.874138][ T1324] 70419 pages reserved | [ 172.925578][ T1325] iperf3 invoked oom-killer: gfp_mask=0xcc0(GFP_KERNEL), order=0, oom_score_adj=0 [ 172.926507][ T1325] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 172.926510][ T1325] Call Trace: [ 172.926512][ T1325] [ 172.926515][ T1325] dump_stack_lvl (lib/dump_stack.c:123) [ 172.926528][ T1325] dump_header (mm/oom_kill.c:74 mm/oom_kill.c:468) [ 172.926543][ T1325] oom_kill_process (mm/oom_kill.c:1041) [ 172.926550][ T1325] out_of_memory (mm/oom_kill.c:1180 (discriminator 4)) [ 172.926555][ T1325] ? __pfx_out_of_memory (mm/oom_kill.c:1113) [ 172.926569][ T1325] __alloc_pages_may_oom (mm/page_alloc.c:3645) [ 172.926578][ T1325] ? __pfx___alloc_pages_may_oom (mm/page_alloc.c:3577) [ 172.926597][ T1325] __alloc_pages_slowpath.constprop.0 (mm/page_alloc.c:4432) [ 172.926609][ T1325] ? get_page_from_freelist (mm/page_alloc.c:3235 mm/page_alloc.c:3430) [ 172.926614][ T1325] ? __pfx___alloc_pages_slowpath.constprop.0 (mm/page_alloc.c:4206) [ 172.926630][ T1325] __alloc_frozen_pages_noprof (mm/page_alloc.c:4752) [ 172.926636][ T1325] ? __pfx___alloc_frozen_pages_noprof (mm/page_alloc.c:4705) [ 172.926640][ T1325] ? __might_fault (mm/memory.c:6851 mm/memory.c:6844) [ 172.926652][ T1325] ? trace_kmem_cache_alloc (./include/trace/events/kmem.h:12 (discriminator 21)) [ 172.926656][ T1325] ? kmem_cache_alloc_node_noprof (mm/slub.c:4221) [ 172.926659][ T1325] ? __create_object (mm/kmemleak.c:766) [ 172.926673][ T1325] alloc_pages_mpol (mm/mempolicy.c:2272) [ 172.926680][ T1325] ? __pfx_alloc_pages_mpol (mm/mempolicy.c:2227) [ 172.926685][ T1325] ? __alloc_skb (./arch/x86/include/asm/atomic.h:28 ./include/linux/atomic/atomic-arch-fallback.h:503 ./include/linux/atomic/atomic-instrumented.h:68 ./include/linux/refcount.h:125 net/core/skbuff.c:692) [ 172.926698][ T1325] alloc_pages_noprof (mm/mempolicy.c:2341 mm/mempolicy.c:2361) [ 172.926704][ T1325] skb_page_frag_refill (net/core/sock.c:3100 net/core/sock.c:3075) [ 172.926708][ T1325] ? __sk_mem_schedule (net/core/sock.c:3344) [ 172.926715][ T1325] sk_page_frag_refill (net/core/sock.c:3111) [ 172.926723][ T1325] tcp_sendmsg_locked (net/ipv4/tcp.c:1206) [ 172.926748][ T1325] ? __pfx_tcp_sendmsg_locked (net/ipv4/tcp.c:1061) [ 172.926754][ T1325] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:230) [ 172.926761][ T1325] ? mark_lock (kernel/locking/lockdep.c:4729 (discriminator 3)) [ 172.926768][ T1325] ? mark_held_locks (kernel/locking/lockdep.c:4323) [ 172.926780][ T1325] tcp_sendmsg (net/ipv4/tcp.c:1367) [ 172.926785][ T1325] sock_write_iter (net/socket.c:709 net/socket.c:724 net/socket.c:1128) [ 172.926794][ T1325] ? __pfx_sock_write_iter (net/socket.c:1112) [ 172.926813][ T1325] ? find_held_lock (kernel/locking/lockdep.c:5341) [ 172.926823][ T1325] vfs_write (fs/read_write.c:586 fs/read_write.c:679) [ 172.926829][ T1325] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5816) [ 172.926836][ T1325] ? __pfx_vfs_write (fs/read_write.c:660) [ 172.926844][ T1325] ? __fget_files (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 fs/file.c:1051) [ 172.926866][ T1325] ksys_write (fs/read_write.c:731) [ 172.926871][ T1325] ? __pfx_ksys_write (fs/read_write.c:721) [ 172.926885][ T1325] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 172.926893][ T1325] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 172.926898][ T1325] RIP: 0033:0x7f38c0c55baf [ 172.926908][ T1325] Code: Unable to access opcode bytes at 0x7f38c0c55b85. Code starting with the faulting instruction =========================================== [ 172.926910][ T1325] RSP: 002b:00007f38c0337cd0 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [ 172.926914][ T1325] RAX: ffffffffffffffda RBX: 0000000000020000 RCX: 00007f38c0c55baf [ 172.926916][ T1325] RDX: 0000000000020000 RSI: 00007f38c0519000 RDI: 0000000000000005 [ 172.926918][ T1325] RBP: 00007f38c0519000 R08: 0000000000000002 R09: 00007ffdf18b058f [ 172.926919][ T1325] R10: 0000000000000008 R11: 0000000000000246 R12: 0000000000000005 Finger prints: dump_header:oom_kill_process:out_of_memory:__alloc_pages_may_oom:__alloc_frozen_pages_noprof warn_alloc:__alloc_frozen_pages_noprof:alloc_pages_mpol:folio_alloc_noprof:__filemap_get_folio