====================================== | [1783.473103][T12187] #0: ffff888003a3bec0 (nlk_cb_mutex-ROUTE){+.+.}-{3:3}, at: __netlink_dump_start (net/netlink/af_netlink.c:2342) | [1783.473673][T12187] #1: ffffffff8c75c860 (rcu_read_lock){....}-{1:2}, at: inet_dump_fib (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/fib_frontend.c:1003) | [ 1783.474163][T12187] | [ 1783.474163][T12187] stack backtrace: [ 1783.474863][T12187] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1783.475489][T12187] Call Trace: [ 1783.475686][T12187] [1783.475843][T12187] dump_stack_lvl (lib/dump_stack.c:107) [1783.476094][T12187] lockdep_rcu_suspicious (./include/linux/context_tracking.h:153 kernel/locking/lockdep.c:6713) [1783.476382][T12187] fib_add_multipath (./include/net/nexthop.h:320 net/ipv4/fib_semantics.c:1750) [1783.476650][T12187] fib_dump_info (net/ipv4/fib_semantics.c:1850) [1783.476900][T12187] ? kasan_save_stack (mm/kasan/common.c:48) [1783.477157][T12187] ? __pfx_fib_dump_info (net/ipv4/fib_semantics.c:1782) [1783.477428][T12187] ? __nla_validate_parse (lib/nlattr.c:634) [1783.477716][T12187] fn_trie_dump_leaf (net/ipv4/fib_trie.c:2328) [1783.477982][T12187] ? __pfx_ip_valid_fib_dump_req (net/ipv4/fib_frontend.c:913) [1783.478286][T12187] ? __pfx_fn_trie_dump_leaf (net/ipv4/fib_trie.c:2272) [1783.478578][T12187] ? leaf_walk_rcu (net/ipv4/fib_trie.c:1821 (discriminator 5)) [1783.478832][T12187] fib_table_dump (net/ipv4/fib_trie.c:2377) [1783.479083][T12187] ? __pfx_fib_table_dump (net/ipv4/fib_trie.c:2358) [1783.479352][T12187] ? trace_kmalloc (./include/trace/events/kmem.h:54 (discriminator 44)) [1783.479596][T12187] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1783.479840][T12187] ? inet_dump_fi DETECTED CRASH, lowering timeout b+0x11d/0x870 [1783.480096][T12187] inet_dump_fib (net/ipv4/fib_frontend.c:1028) [1783.480337][T12187] ? __build_skb_around (./arch/x86/include/asm/atomic.h:28 ./include/linux/atomic/atomic-arch-fallback.h:503 ./include/linux/atomic/atomic-instrumented.h:68 net/core/skbuff.c:383 net/core/skbuff.c:440) [1783.480611][T12187] ? __alloc_skb (net/core/skbuff.c:685) [1783.480857][T12187] ? __pfx_inet_dump_fib (net/ipv4/fib_frontend.c:989) [1783.481126][T12187] ? __lock_acquired (kernel/locking/lockdep.c:339 kernel/locking/lockdep.c:5991) [1783.481387][T12187] ? __pfx___lock_acquired (kernel/locking/lockdep.c:5959) [1783.481666][T12187] netlink_dump (net/netlink/af_netlink.c:2268) [1783.481905][T12187] ? trace_contention_end (./include/trace/events/lock.h:122 (discriminator 44)) [1783.482181][T12187] ? __pfx_netlink_dump (net/netlink/af_netlink.c:2196) [1783.482441][T12187] ? __mutex_lock (./arch/x86/include/asm/preempt.h:94 kernel/locking/mutex.c:618 kernel/locking/mutex.c:752) [1783.482684][T12187] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [1783.482936][T12187] ? __pfx___netlink_lookup (net/netlink/af_netlink.c:512) [1783.483216][T12187] ? netlink_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/netlink/af_netlink.c:539) [1783.483474][T12187] __netlink_dump_start (./include/linux/instrumented.h:96 ./include/linux/atomic/atomic-instrumented.h:400 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 ./include/net/sock.h:1974 net/netlink/af_netlink.c:2378) [1783.483749][T12187] rtnetlink_rcv_msg (net/core/rtnetlink.c:6560) [1783.484006][T12187] ? __pfx_inet_dump_fib (net/ipv4/fib_frontend.c:989) [1783.484274][T12187] ? __pfx_rtnetlink_rcv_msg (net/core/rtnetlink.c:6494) [1783.484556][T12187] ? __pfx_inet_dump_fib (net/ipv4/fib_frontend.c:989) [1783.484832][T12187] ? __lock_acquire (kernel/locking/lockdep.c:5137) [1783.485093][T12187] netlink_rcv_skb (net/netlink/af_netlink.c:2549) [1783.485342][T12187] ? __pfx_rtnetlink_rcv_msg (net/core/rtnetlink.c:6494) [1783.485630][T12187] ? __pfx_netlink_rcv_skb (net/netlink/af_netlink.c:2526) [1783.485933][T12187] ? __pfx___netlink_lookup (net/netlink/af_netlink.c:512) [1783.486212][T12187] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [1783.486457][T12187] ? netlink_deliver_tap (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 ./include/net/netns/generic.h:48 net/netlink/af_netlink.c:333) [1783.486726][T12187] ? netlink_deliver_tap (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 ./include/net/netns/generic.h:48 net/netlink/af_netlink.c:333) [1783.486997][T12187] ? netlink_deliver_tap (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/netlink/af_netlink.c:340) [1783.487275][T12187] netlink_unicast (net/netlink/af_netlink.c:1337 net/netlink/af_netlink.c:1363) [1783.487530][T12187] ? __pfx_netlink_unicast (net/netlink/af_netlink.c:1348) [1783.487805][T12187] ? __pfx___lock_release (kernel/locking/lockdep.c:5406) [1783.488082][T12187] netlink_sendmsg (net/netlink/af_netlink.c:1904) [1783.488338][T12187] ? __pfx_netlink_sendmsg (net/netlink/af_netlink.c:1823) [1783.488615][T12187] ? __fget_light (./include/linux/atomic/atomic-arch-fallback.h:479 ./include/linux/atomic/atomic-instrumented.h:50 fs/file.c:1145) [1783.488867][T12187] __sys_sendto (net/socket.c:730 net/socket.c:745 net/socket.c:2191) [1783.489108][T12187] ? __pfx___sys_sendto (net/socket.c:2161) [1783.489372][T12187] ? do_user_addr_fault (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 ./include/linux/mm.h:686 arch/x86/mm/fault.c:1366) [1783.489666][T12187] ? hlock_class (./arch/x86/include/asm/bitops.h:227 ./arch/x86/include/asm/bitops.h:239 ./include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/locking/lockdep.c:228) [1783.489902][T12187] ? __lock_release (kernel/locking/lockdep.c:353 kernel/locking/lockdep.c:5436) [1783.490158][T12187] ? __pfx___lock_release (kernel/locking/lockdep.c:5406) [1783.490427][T12187] ? __up_read (./arch/x86/include/asm/atomic64_64.h:79 ./include/linux/atomic/atomic-arch-fallback.h:2735 ./include/linux/atomic/atomic-long.h:184 ./include/linux/atomic/atomic-instrumented.h:3289 kernel/locking/rwsem.c:1347) [1783.490668][T12187] ? __pfx___up_read (kernel/locking/rwsem.c:1339) [1783.490923][T12187] ? do_user_addr_fault (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 ./include/linux/mm.h:688 arch/x86/mm/fault.c:1366) [1783.491200][T12187] __x64_sys_sendto (net/socket.c:2199) [1783.491452][T12187] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:4300 kernel/locking/lockdep.c:4359) [1783.491793][T12187] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [1783.492034][T12187] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1783.492340][T12187] RIP: 0033:0x7f3628fe6700 [ 1783.492583][T12187] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1783.493562][T12187] RSP: 002b:00007ffc04e86d28 EFLAGS: 00000246 ORIG_RAX: 000000000000002c [ 1783.493996][T12187] RAX: ffffffffffffffda RBX: 0000000000495540 RCX: 00007f3628fe6700 [ 1783.494401][T12187] RDX: 000000000000009c RSI: 00007ffc04e86d30 RDI: 0000000000000005 [ 1783.494804][T12187] RBP: 00007ffc04e86d30 R08: 0000000000000000 R09: 0000000000000000 [ 1783.495209][T12187] R10: 0000000000000000 R11: 0000000000000246 R12: 00007ffc04e87038 Finger prints: dump_stack_lvl:lockdep_rcu_suspicious:fib_add_multipath:fib_dump_info