====================================== | [ 39.377068][ T384] br0: port 2(veth02) entered disabled state | [ 40.220756][ C3] ------------[ cut here ]------------ | [ 40.221298][ C3] WARNING: CPU: 3 PID: 391 at ./include/linux/skbuff.h:1164 ip_route_me_harder (./include/linux/skbuff.h:1164 ./include/linux/skbuff.h:1178 net/ipv4/netfilter.c:68) | [ 40.222043][ C3] Modules linked in: ip_vs_rr bridge stp llc veth ip_vs nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 [ 40.223439][ C3] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 40.223875][ C3] RIP: 0010:ip_route_me_harder (./include/linux/skbuff.h:1164 ./include/linux/skbuff.h:1178 net/ipv4/netfilter.c:68) [ 40.224330][ C3] Code: 31 db e9 9a f7 ff ff 80 3c 02 00 0f 85 ee 05 00 00 49 8b 46 58 48 89 c3 48 83 e3 fe a8 01 0f 85 f5 02 00 00 48 85 db 74 04 90 <0f> 0b 90 48 b8 00 00 00 00 00 fc ff df 4c 89 ea 48 c1 ea 03 80 3c All code ======== 0: 31 db xor %ebx,%ebx 2: e9 9a f7 ff ff jmp 0xfffffffffffff7a1 7: 80 3c 02 00 cmpb $0x0,(%rdx,%rax,1) b: 0f 85 ee 05 00 00 jne 0x5ff 11: 49 8b 46 58 mov 0x58(%r14),%rax 15: 48 89 c3 mov %rax,%rbx 18: 48 83 e3 fe and $0xfffffffffffffffe,%rbx 1c: a8 01 test $0x1,%al 1e: 0f 85 f5 02 00 00 jne 0x319 24: 48 85 db test %rbx,%rbx 27: 74 04 je 0x2d 29: 90 nop 2a:* 0f 0b ud2 <-- trapping instruction 2c: 90 nop 2d: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax 34: fc ff df 37: 4c 89 ea mov %r13,%rdx 3a: 48 c1 ea 03 shr $0x3,%rdx 3e: 80 .byte 0x80 3f: 3c .byte 0x3c Code starting with the faulting instruction =========================================== 0: 0f 0b ud2 2: 90 nop 3: 48 b8 00 00 00 00 00 movabs $0xdffffc0000000000,%rax a: fc ff df d: 4c 89 ea mov %r13,%rdx 10: 48 c1 ea 03 shr $0x3,%rdx 14: 80 .byte 0x80 15: 3c .byte 0x3c [ 40.225575][ C3] RSP: 0018:ffffc90000270758 EFLAGS: 00010282 [ 40.226019][ C3] RAX: ffff88800aa46c40 RBX: ffff88800aa46c40 RCX: 1ffff11001548d88 [ 40.226549][ C3] RDX: 1ffff110017c2eeb RSI: 0000000000000000 RDI: ffff8880076a40e0 [ 40.227067][ C3] RBP: ffff88800bfb1bc0 R08: 1ffff9200004e0fd R09: 0000000000000000 [ 40.227593][ C3] R10: ffff88800aa46b03 R11: dffffc0000000000 R12: 0000000000000000 [ 40.228317][ C3] R13: ffff88800be17758 R14: ffff88800be17700 R15: ffff88800be17781 [ 40.228841][ C3] FS: 00007f22de970740(0000) GS:ffff888096224000(0000) knlGS:0000000000000000 [ 40.229454][ C3] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 40.229891][ C3] CR2: 00007f22deaed730 CR3: 000000000e5b3006 CR4: 0000000000772ef0 [ 40.230432][ C3] PKRU: 55555554 [ 40.230694][ C3] Call Trace: [ 40.230955][ C3] [ 40.231137][ C3] ? __pfx_ip_route_me_harder (net/ipv4/netfilter.c:22) [ 40.231499][ C3] ? __pfx_ip_vs_conn_out_get (net/netfilter/ipvs/ip_vs_conn.c:402) ip_vs [ 40.231944][ C3] ? __pfx_tcp_snat_handler (net/netfilter/ipvs/ip_vs_proto_tcp.c:149) ip_vs [ 40.232394][ C3] ? ip_vs_conn_out_get_proto (net/netfilter/ipvs/ip_vs_conn.c:455) ip_vs [ 40.232837][ C3] handle_response.isra.0 (net/netfilter/ipvs/ip_vs_core.c:737 net/netfilter/ipvs/ip_vs_core.c:720 net/netfilter/ipvs/ip_vs_core.c:1302) ip_vs [ 40.233294][ C3] ip_vs_out_hook (net/netfilter/ipvs/ip_vs_core.c:1404) ip_vs [ 40.233658][ C3] ? __pfx_ip_vs_out_hook (net/netfilter/ipvs/ip_vs_core.c:1330) ip_vs [ 40.234104][ C3] ? __lock_acquire (kernel/locking/lockdep.c:5240) [ 40.234479][ C3] ? __pfx_ip_vs_forward_icmp (net/netfilter/ipvs/ip_vs_core.c:2106) ip_vs [ 40.234920][ C3] ? lock_acquire.part.0 (kernel/locking/lockdep.c:473 kernel/locking/lockdep.c:5873) [ 40.235274][ C3] ? __pfx_ip_vs_out_hook (net/netfilter/ipvs/ip_vs_core.c:1330) ip_vs [ 40.235714][ C3] nf_hook_slow (./include/linux/netfilter.h:157 net/netfilter/core.c:623) [ 40.236064][ C3] nf_hook.constprop.0 (./include/linux/netfilter.h:171 ./include/linux/netfilter.h:269) [ 40.236421][ C3] ? __pfx_nf_hook.constprop.0 (./include/linux/netfilter.h:226) [ 40.236763][ C3] ? find_held_lock (kernel/locking/lockdep.c:5353) [ 40.237109][ C3] ? __pfx_ip_forward_finish (net/ipv4/ip_forward.c:66) [ 40.237460][ C3] ? ip_dst_mtu_maybe_forward.constprop.0 (./include/linux/rcupdate.h:873 ./include/net/ip.h:501) [ 40.237891][ C3] ip_forward (./include/linux/netfilter.h:316 net/ipv4/ip_forward.c:162) [ 40.238248][ C3] ? __pfx_ip_rcv (net/ipv4/ip_input.c:567) [ 40.238590][ C3] ? process_backlog (./include/linux/local_lock_internal.h:54 net/core/dev.c:6442) [ 40.238938][ C3] __netif_receive_skb_one_core (net/core/dev.c:5979 (discriminator 4)) [ 40.239373][ C3] ? __pfx___netif_receive_skb_one_core (net/core/dev.c:5972) [ 40.239802][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:745) [ 40.240149][ C3] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5834) [ 40.240508][ C3] ? process_backlog (./include/linux/local_lock_internal.h:54 net/core/dev.c:6442) [ 40.240856][ C3] process_backlog (./include/linux/rcupdate.h:869 net/core/dev.c:6445) [ 40.241215][ C3] __napi_poll.constprop.0 (net/core/dev.c:7482) [ 40.241565][ C3] net_rx_action (net/core/dev.c:7546 net/core/dev.c:7673) [ 40.241919][ C3] ? __pfx_net_rx_action (net/core/dev.c:7635) [ 40.242269][ C3] ? clockevents_program_event (kernel/time/clockevents.c:326) [ 40.242621][ C3] ? __lock_release (kernel/locking/lockdep.c:5515) [ 40.242969][ C3] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:95 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 40.243332][ C3] ? ktime_get (kernel/time/timekeeping.c:251 (discriminator 4) kernel/time/timekeeping.c:360 (discriminator 4) kernel/time/timekeeping.c:778 (discriminator 4)) [ 40.243595][ C3] ? clockevents_program_event (kernel/time/clockevents.c:336 (discriminator 3)) [ 40.244036][ C3] handle_softirqs (kernel/softirq.c:579) [ 40.244399][ C3] ? __neigh_event_send (./include/linux/bottom_half.h:33 net/core/neighbour.c:1240) [ 40.244746][ C3] do_softirq (kernel/softirq.c:480 kernel/softirq.c:467) [ 40.245006][ C3] [ 40.245183][ C3] [ 40.245364][ C3] __local_bh_enable_ip (kernel/softirq.c:407) [ 40.245707][ C3] __neigh_event_send (net/core/neighbour.c:1241) [ 40.246060][ C3] neigh_resolve_output (net/core/neighbour.c:1545) [ 40.246416][ C3] ? __local_bh_enable_ip (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:119 kernel/softirq.c:412) [ 40.246759][ C3] ? ___neigh_create (net/core/neighbour.c:693) [ 40.247109][ C3] ip_finish_output2 (./include/net/neighbour.h:547 net/ipv4/ip_output.c:235) [ 40.247465][ C3] ? ip_skb_dst_mtu (./include/linux/rcupdate.h:341 ./include/linux/rcupdate.h:871 ./include/net/ip.h:501 ./include/net/ip.h:515) [ 40.247809][ C3] ? __pfx_ip_finish_output2 (net/ipv4/ip_output.c:199) [ 40.248155][ C3] ? __ip_finish_output (./include/linux/skbuff.h:1685 ./include/linux/skbuff.h:5079 net/ipv4/ip_output.c:307 net/ipv4/ip_output.c:295) [ 40.248509][ C3] __ip_queue_xmit (./include/net/dst.h:461 net/ipv4/ip_output.c:129 net/ipv4/ip_output.c:527) [ 40.248857][ C3] ? __skb_clone (./arch/x86/include/asm/atomic.h:53 (discriminator 4) ./include/linux/atomic/atomic-arch-fallback.h:992 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:436 (discriminator 4) net/core/skbuff.c:1566 (discriminator 4)) [ 40.249211][ C3] __tcp_transmit_skb (net/ipv4/tcp_output.c:1625 (discriminator 4)) [ 40.249567][ C3] ? __pfx___tcp_transmit_skb (net/ipv4/tcp_output.c:1446) [ 40.249924][ C3] tcp_connect (net/ipv4/tcp_output.c:1643 net/ipv4/tcp_output.c:4319) [ 40.250286][ C3] tcp_v4_connect (net/ipv4/tcp_ipv4.c:346) [ 40.250640][ C3] ? __pfx_tcp_v4_connect (net/ipv4/tcp_ipv4.c:224) [ 40.250983][ C3] ? do_raw_spin_lock (./arch/x86/include/asm/atomic.h:107 ./include/linux/atomic/atomic-arch-fallback.h:2170 ./include/linux/atomic/atomic-instrumented.h:1302 ./include/asm-generic/qspinlock.h:111 kernel/locking/spinlock_debug.c:116) [ 40.251336][ C3] ? find_held_lock (kernel/locking/lockdep.c:5353) [ 40.251690][ C3] __inet_stream_connect (net/ipv4/af_inet.c:677) [ 40.252037][ C3] ? __local_bh_enable_ip (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:119 kernel/softirq.c:412) [ 40.252391][ C3] ? __pfx_inet_stream_connect (net/ipv4/af_inet.c:744) [ 40.252732][ C3] inet_stream_connect (net/ipv4/af_inet.c:749) [ 40.253077][ C3] __sys_connect (net/socket.c:2086 net/socket.c:2105) [ 40.253429][ C3] ? __pfx___sys_connect (net/socket.c:2093) [ 40.253770][ C3] ? do_fcntl (fs/fcntl.c:473) [ 40.254043][ C3] ? __pfx_do_fcntl (fs/fcntl.c:448) [ 40.254392][ C3] ? fd_install (./arch/x86/include/asm/preempt.h:104 ./include/linux/rcupdate.h:955 fs/file.c:661) [ 40.254754][ C3] ? __sys_socket (net/socket.c:503 net/socket.c:1740) [ 40.255097][ C3] ? __pfx___sys_socket (net/socket.c:1727) [ 40.255455][ C3] __x64_sys_connect (net/socket.c:2108) [ 40.255796][ C3] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4475) [ 40.256148][ C3] do_syscall_64 (arch/x86/entry/syscall_64.c:63 arch/x86/entry/syscall_64.c:94) [ 40.256504][ C3] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 40.256940][ C3] RIP: 0033:0x7f22deaced77 [ 40.257305][ C3] Code: 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 2a 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 18 89 54 24 0c 48 89 34 24 89 All code ======== 0: 64 89 01 mov %eax,%fs:(%rcx) 3: 48 83 c8 ff or $0xffffffffffffffff,%rax 7: c3 ret 8: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) f: 00 00 00 12: 90 nop 13: f3 0f 1e fa endbr64 17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 1e: 00 1f: 85 c0 test %eax,%eax 21: 75 10 jne 0x33 23: b8 2a 00 00 00 mov $0x2a,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 51 ja 0x83 32: c3 ret 33: 48 83 ec 18 sub $0x18,%rsp 37: 89 54 24 0c mov %edx,0xc(%rsp) 3b: 48 89 34 24 mov %rsi,(%rsp) 3f: 89 .byte 0x89 Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 51 ja 0x59 8: c3 ret 9: 48 83 ec 18 sub $0x18,%rsp d: 89 54 24 0c mov %edx,0xc(%rsp) 11: 48 89 34 24 mov %rsi,(%rsp) 15: 89 .byte 0x89 [ 40.258536][ C3] RSP: 002b:00007fff209ff758 EFLAGS: 00000246 ORIG_RAX: 000000000000002a [ 40.259059][ C3] RAX: ffffffffffffffda RBX: 000055f1fea41cf0 RCX: 00007f22deaced77 [ 40.259581][ C3] RDX: 0000000000000010 RSI: 00007fff20a000d0 RDI: 0000000000000007 [ 40.260098][ C3] RBP: 00007fff20a000d0 R08: 00007fff209ff760 R09: 0000000000000010 [ 40.260638][ C3] R10: 0000000000001f90 R11: 0000000000000246 R12: 0000000000000010 Finger prints: ip_route_me_harder:ip_vs_out_hook:nf_hook_slow:ip_forward:__netif_receive_skb_one_core