======================================
| [ 39.377068][ T384] br0: port 2(veth02) entered disabled state
| [ 40.220756][ C3] ------------[ cut here ]------------
| [ 40.221298][ C3] WARNING: CPU: 3 PID: 391 at ./include/linux/skbuff.h:1164 ip_route_me_harder (./include/linux/skbuff.h:1164 ./include/linux/skbuff.h:1178 net/ipv4/netfilter.c:68)
| [ 40.222043][ C3] Modules linked in: ip_vs_rr bridge stp llc veth ip_vs nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4
[ 40.223439][ C3] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011
[ 40.223875][ C3] RIP: 0010:ip_route_me_harder (./include/linux/skbuff.h:1164 ./include/linux/skbuff.h:1178 net/ipv4/netfilter.c:68)
[ 40.224330][ C3] Code: 31 db e9 9a f7 ff ff 80 3c 02 00 0f 85 ee 05 00 00 49 8b 46 58 48 89 c3 48 83 e3 fe a8 01 0f 85 f5 02 00 00 48 85 db 74 04 90 <0f> 0b 90 48 b8 00 00 00 00 00 fc ff df 4c 89 ea 48 c1 ea 03 80 3c
All code
========
0: 31 db xor %ebx,%ebx
2: e9 9a f7 ff ff jmp 0xfffffffffffff7a1
7: 80 3c 02 00 cmpb $0x0,(%rdx,%rax,1)
b: 0f 85 ee 05 00 00 jne 0x5ff
11: 49 8b 46 58 mov 0x58(%r14),%rax
15: 48 89 c3 mov %rax,%rbx
18: 48 83 e3 fe and $0xfffffffffffffffe,%rbx
1c: a8 01 test $0x1,%al
1e: 0f 85 f5 02 00 00 jne 0x319
24: 48 85 db test %rbx,%rbx
27: 74 04 je 0x2d
29: 90 nop
2a:* 0f 0b ud2 <-- trapping instruction
2c: 90 nop
2d: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax
34: fc ff df
37: 4c 89 ea mov %r13,%rdx
3a: 48 c1 ea 03 shr $0x3,%rdx
3e: 80 .byte 0x80
3f: 3c .byte 0x3c
Code starting with the faulting instruction
===========================================
0: 0f 0b ud2
2: 90 nop
3: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax
a: fc ff df
d: 4c 89 ea mov %r13,%rdx
10: 48 c1 ea 03 shr $0x3,%rdx
14: 80 .byte 0x80
15: 3c .byte 0x3c
[ 40.225575][ C3] RSP: 0018:ffffc90000270758 EFLAGS: 00010282
[ 40.226019][ C3] RAX: ffff88800aa46c40 RBX: ffff88800aa46c40 RCX: 1ffff11001548d88
[ 40.226549][ C3] RDX: 1ffff110017c2eeb RSI: 0000000000000000 RDI: ffff8880076a40e0
[ 40.227067][ C3] RBP: ffff88800bfb1bc0 R08: 1ffff9200004e0fd R09: 0000000000000000
[ 40.227593][ C3] R10: ffff88800aa46b03 R11: dffffc0000000000 R12: 0000000000000000
[ 40.228317][ C3] R13: ffff88800be17758 R14: ffff88800be17700 R15: ffff88800be17781
[ 40.228841][ C3] FS: 00007f22de970740(0000) GS:ffff888096224000(0000) knlGS:0000000000000000
[ 40.229454][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 40.229891][ C3] CR2: 00007f22deaed730 CR3: 000000000e5b3006 CR4: 0000000000772ef0
[ 40.230432][ C3] PKRU: 55555554
[ 40.230694][ C3] Call Trace:
[ 40.230955][ C3]
[ 40.231137][ C3] ? __pfx_ip_route_me_harder (net/ipv4/netfilter.c:22)
[ 40.231499][ C3] ? __pfx_ip_vs_conn_out_get (net/netfilter/ipvs/ip_vs_conn.c:402) ip_vs
[ 40.231944][ C3] ? __pfx_tcp_snat_handler (net/netfilter/ipvs/ip_vs_proto_tcp.c:149) ip_vs
[ 40.232394][ C3] ? ip_vs_conn_out_get_proto (net/netfilter/ipvs/ip_vs_conn.c:455) ip_vs
[ 40.232837][ C3] handle_response.isra.0 (net/netfilter/ipvs/ip_vs_core.c:737 net/netfilter/ipvs/ip_vs_core.c:720 net/netfilter/ipvs/ip_vs_core.c:1302) ip_vs
[ 40.233294][ C3] ip_vs_out_hook (net/netfilter/ipvs/ip_vs_core.c:1404) ip_vs
[ 40.233658][ C3] ? __pfx_ip_vs_out_hook (net/netfilter/ipvs/ip_vs_core.c:1330) ip_vs
[ 40.234104][ C3] ? __lock_acquire (kernel/locking/lockdep.c:5240)
[ 40.234479][ C3] ? __pfx_ip_vs_forward_icmp (net/netfilter/ipvs/ip_vs_core.c:2106) ip_vs
[ 40.234920][ C3] ? lock_acquire.part.0 (kernel/locking/lockdep.c:473 kernel/locking/lockdep.c:5873)
[ 40.235274][ C3] ? __pfx_ip_vs_out_hook (net/netfilter/ipvs/ip_vs_core.c:1330) ip_vs
[ 40.235714][ C3] nf_hook_slow (./include/linux/netfilter.h:157 net/netfilter/core.c:623)
[ 40.236064][ C3] nf_hook.constprop.0 (./include/linux/netfilter.h:171 ./include/linux/netfilter.h:269)
[ 40.236421][ C3] ? __pfx_nf_hook.constprop.0 (./include/linux/netfilter.h:226)
[ 40.236763][ C3] ? find_held_lock (kernel/locking/lockdep.c:5353)
[ 40.237109][ C3] ? __pfx_ip_forward_finish (net/ipv4/ip_forward.c:66)
[ 40.237460][ C3] ? ip_dst_mtu_maybe_forward.constprop.0 (./include/linux/rcupdate.h:873 ./include/net/ip.h:501)
[ 40.237891][ C3] ip_forward (./include/linux/netfilter.h:316 net/ipv4/ip_forward.c:162)
[ 40.238248][ C3] ? __pfx_ip_rcv (net/ipv4/ip_input.c:567)
[ 40.238590][ C3] ? process_backlog (./include/linux/local_lock_internal.h:54 net/core/dev.c:6442)
[ 40.238938][ C3] __netif_receive_skb_one_core (net/core/dev.c:5979 (discriminator 4))
[ 40.239373][ C3] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5972)
[ 40.239802][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:745)
[ 40.240149][ C3] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5834)
[ 40.240508][ C3] ? process_backlog (./include/linux/local_lock_internal.h:54 net/core/dev.c:6442)
[ 40.240856][ C3] process_backlog (./include/linux/rcupdate.h:869 net/core/dev.c:6445)
[ 40.241215][ C3] __napi_poll.constprop.0 (net/core/dev.c:7482)
[ 40.241565][ C3] net_rx_action (net/core/dev.c:7546 net/core/dev.c:7673)
[ 40.241919][ C3] ? __pfx_net_rx_action (net/core/dev.c:7635)
[ 40.242269][ C3] ? clockevents_program_event (kernel/time/clockevents.c:326)
[ 40.242621][ C3] ? __lock_release (kernel/locking/lockdep.c:5515)
[ 40.242969][ C3] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:95 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86)
[ 40.243332][ C3] ? ktime_get (kernel/time/timekeeping.c:251 (discriminator 4) kernel/time/timekeeping.c:360 (discriminator 4) kernel/time/timekeeping.c:778 (discriminator 4))
[ 40.243595][ C3] ? clockevents_program_event (kernel/time/clockevents.c:336 (discriminator 3))
[ 40.244036][ C3] handle_softirqs (kernel/softirq.c:579)
[ 40.244399][ C3] ? __neigh_event_send (./include/linux/bottom_half.h:33 net/core/neighbour.c:1240)
[ 40.244746][ C3] do_softirq (kernel/softirq.c:480 kernel/softirq.c:467)
[ 40.245006][ C3]
[ 40.245183][ C3]
[ 40.245364][ C3] __local_bh_enable_ip (kernel/softirq.c:407)
[ 40.245707][ C3] __neigh_event_send (net/core/neighbour.c:1241)
[ 40.246060][ C3] neigh_resolve_output (net/core/neighbour.c:1545)
[ 40.246416][ C3] ? __local_bh_enable_ip (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:119 kernel/softirq.c:412)
[ 40.246759][ C3] ? ___neigh_create (net/core/neighbour.c:693)
[ 40.247109][ C3] ip_finish_output2 (./include/net/neighbour.h:547 net/ipv4/ip_output.c:235)
[ 40.247465][ C3] ? ip_skb_dst_mtu (./include/linux/rcupdate.h:341 ./include/linux/rcupdate.h:871 ./include/net/ip.h:501 ./include/net/ip.h:515)
[ 40.247809][ C3] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199)
[ 40.248155][ C3] ? __ip_finish_output (./include/linux/skbuff.h:1685 ./include/linux/skbuff.h:5079 net/ipv4/ip_output.c:307 net/ipv4/ip_output.c:295)
[ 40.248509][ C3] __ip_queue_xmit (./include/net/dst.h:461 net/ipv4/ip_output.c:129 net/ipv4/ip_output.c:527)
[ 40.248857][ C3] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1566 (discriminator 4))
[ 40.249211][ C3] __tcp_transmit_skb (net/ipv4/tcp_output.c:1625 (discriminator 4))
[ 40.249567][ C3] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1446)
[ 40.249924][ C3] tcp_connect (net/ipv4/tcp_output.c:1643 net/ipv4/tcp_output.c:4319)
[ 40.250286][ C3] tcp_v4_connect (net/ipv4/tcp_ipv4.c:346)
[ 40.250640][ C3] ? __pfx_tcp_v4_connect (net/ipv4/tcp_ipv4.c:224)
[ 40.250983][ C3] ? do_raw_spin_lock (./arch/x86/include/asm/atomic.h:107 ./include/linux/atomic/atomic-arch-fallback.h:2170 ./include/linux/atomic/atomic-instrumented.h:1302 ./include/asm-generic/qspinlock.h:111 kernel/locking/spinlock_debug.c:116)
[ 40.251336][ C3] ? find_held_lock (kernel/locking/lockdep.c:5353)
[ 40.251690][ C3] __inet_stream_connect (net/ipv4/af_inet.c:677)
[ 40.252037][ C3] ? __local_bh_enable_ip (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:119 kernel/softirq.c:412)
[ 40.252391][ C3] ? __pfx_inet_stream_connect (net/ipv4/af_inet.c:744)
[ 40.252732][ C3] inet_stream_connect (net/ipv4/af_inet.c:749)
[ 40.253077][ C3] __sys_connect (net/socket.c:2086 net/socket.c:2105)
[ 40.253429][ C3] ? __pfx___sys_connect (net/socket.c:2093)
[ 40.253770][ C3] ? do_fcntl (fs/fcntl.c:473)
[ 40.254043][ C3] ? __pfx_do_fcntl (fs/fcntl.c:448)
[ 40.254392][ C3] ? fd_install (./arch/x86/include/asm/preempt.h:104 ./include/linux/rcupdate.h:955 fs/file.c:661)
[ 40.254754][ C3] ? __sys_socket (net/socket.c:503 net/socket.c:1740)
[ 40.255097][ C3] ? __pfx___sys_socket (net/socket.c:1727)
[ 40.255455][ C3] __x64_sys_connect (net/socket.c:2108)
[ 40.255796][ C3] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4475)
[ 40.256148][ C3] do_syscall_64 (arch/x86/entry/syscall_64.c:63 arch/x86/entry/syscall_64.c:94)
[ 40.256504][ C3] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130)
[ 40.256940][ C3] RIP: 0033:0x7f22deaced77
[ 40.257305][ C3] Code: 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 2a 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 18 89 54 24 0c 48 89 34 24 89
All code
========
0: 64 89 01 mov %eax,%fs:(%rcx)
3: 48 83 c8 ff or $0xffffffffffffffff,%rax
7: c3 ret
8: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1)
f: 00 00 00
12: 90 nop
13: f3 0f 1e fa endbr64
17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax
1e: 00
1f: 85 c0 test %eax,%eax
21: 75 10 jne 0x33
23: b8 2a 00 00 00 mov $0x2a,%eax
28: 0f 05 syscall
2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction
30: 77 51 ja 0x83
32: c3 ret
33: 48 83 ec 18 sub $0x18,%rsp
37: 89 54 24 0c mov %edx,0xc(%rsp)
3b: 48 89 34 24 mov %rsi,(%rsp)
3f: 89 .byte 0x89
Code starting with the faulting instruction
===========================================
0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax
6: 77 51 ja 0x59
8: c3 ret
9: 48 83 ec 18 sub $0x18,%rsp
d: 89 54 24 0c mov %edx,0xc(%rsp)
11: 48 89 34 24 mov %rsi,(%rsp)
15: 89 .byte 0x89
[ 40.258536][ C3] RSP: 002b:00007fff209ff758 EFLAGS: 00000246 ORIG_RAX: 000000000000002a
[ 40.259059][ C3] RAX: ffffffffffffffda RBX: 000055f1fea41cf0 RCX: 00007f22deaced77
[ 40.259581][ C3] RDX: 0000000000000010 RSI: 00007fff20a000d0 RDI: 0000000000000007
[ 40.260098][ C3] RBP: 00007fff20a000d0 R08: 00007fff209ff760 R09: 0000000000000010
[ 40.260638][ C3] R10: 0000000000001f90 R11: 0000000000000246 R12: 0000000000000010
Finger prints:
ip_route_me_harder:ip_vs_out_hook:nf_hook_slow:ip_forward:__netif_receive_skb_one_core