======================================
| [ 1201.108937] #10: ffffffff95b678c0 (rcu_read_lock){....}-{1:2}, at: netif_receive_skb (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/dev.c:5738 net/core/dev.c:5810)
| [ 1201.109445] #11: ffffffff95b678c0 (rcu_read_lock){....}-{1:2}, at: ip_local_deliver_finish (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/ipv4/ip_input.c:232)
| [ 1201.110128]
| [ 1201.110128] stack backtrace:
[ 1201.110965] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014
[ 1201.111805] Call Trace:
[ 1201.111998]
[ 1201.112162] dump_stack_lvl (lib/dump_stack.c:108)
[ 1201.112445] __lock_acquire (kernel/locking/lockdep.c:5138)
[ 1201.112753] ? sk_filter_trim_cap (./include/linux/rcupdate.h:298 ./include/linux/rcupdate.h:750 net/core/filter.c:151)
[ 1201.113083] lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719)
[ 1201.113359] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326)
[ 1201.113643] ? sk_filter_trim_cap
DETECTED CRASH, lowering timeout
+0x11a/0x360
[ 1201.113975] _raw_spin_lock_nested (kernel/locking/spinlock.c:379)
[ 1201.114301] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326)
[ 1201.114582] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326)
[ 1201.114854] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1))
[ 1201.115193] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234)
[ 1201.115530] __netif_receive_skb_one_core (net/core/dev.c:5551 (discriminator 4))
[ 1201.115900] netif_receive_skb (net/core/dev.c:5751 net/core/dev.c:5810)
[ 1201.116209] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred
[ 1201.116608] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred
[ 1201.116982] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit
[ 1201.117290] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074)
[ 1201.117494] fl_classify (net/sched/cls_flower.c:345) cls_flower
[ 1201.117813] ? fl_mask_lookup (net/sched/cls_flower.c:296) cls_flower
[ 1201.118185] ? __bfs (kernel/locking/lockdep.c:1787)
[ 1201.118415] ? check_irq_usage (kernel/locking/lockdep.c:2823)
[ 1201.118725] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145)
[ 1201.119079] ? check_noncircular (kernel/locking/lockdep.c:2172)
[ 1201.119395] ? lock_release (kernel/locking/lockdep.c:5430 kernel/locking/lockdep.c:5774)
[ 1201.119685] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1))
[ 1201.120003] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830)
[ 1201.120290] tc_run (net/core/dev.c:3920)
[ 1201.120533] __dev_queue_xmit (net/core/dev.c:4044 net/core/dev.c:4276)
[ 1201.120850] ? mark_held_locks (kernel/locking/lockdep.c:4274)
[ 1201.121153] ip_finish_output2 (./include/linux/netdevice.h:3172 ./include/net/neighbour.h:526 ./include/net/neighbour.h:540 net/ipv4/ip_output.c:235)
[ 1201.121469] ? __ip_queue_xmit (net/ipv4/ip_output.c:535)
[ 1201.121782] __ip_queue_xmit (net/ipv4/ip_output.c:535)
[ 1201.122085] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4))
[ 1201.122406] ? mark_held_locks (kernel/locking/lockdep.c:4274)
[ 1201.122711] tcp_write_xmit (net/ipv4/tcp_output.c:2792)
[ 1201.123013] __tcp_push_pending_frames (net/ipv4/tcp_output.c:2977)
[ 1201.123367] tcp_rcv_state_process (net/ipv4/tcp_input.c:5654 net/ipv4/tcp_input.c:6870)
[ 1201.123713] ? tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326)
[ 1201.123998] ? tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929)
[ 1201.124293] tcp_v4_do_rcv (net/ipv4/tcp_ipv4.c:1929)
[ 1201.124578] tcp_v4_rcv (net/ipv4/tcp_ipv4.c:2329)
[ 1201.124852] ? process_backlog (net/core/dev.c:5987 (discriminator 2))
[ 1201.125159] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1))
[ 1201.125506] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234)
[ 1201.125851] __netif_receive_skb_one_core (net/core/dev.c:5551 (discriminator 4))
[ 1201.126221] process_backlog (./include/linux/rcupdate.h:779 net/core/dev.c:5994)
[ 1201.126517] __napi_poll.constprop.0 (net/core/dev.c:6622)
[ 1201.126857] net_rx_action (net/core/dev.c:6693 net/core/dev.c:6824)
[ 1201.127143] __do_softirq (kernel/softirq.c:553)
[ 1201.127432] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644)
[ 1201.127706] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14))
[ 1201.128071]
[ 1201.128239]
[ 1201.128408] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649)
[ 1201.128812] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194)
[ 1201.129231] Code: c7 18 53 48 89 f3 48 8b 74 24 10 e8 81 bc 38 ff 48 89 ef e8 39 ed 38 ff 80 e7 02 74 06 e8 cf 15 46 ff fb 65 ff 0d cf 68 1f 6b <74> 07 5b 5d c3 cc cc cc cc 0f 1f 44 00 00 5b 5d c3 cc cc cc cc 66
All code
========
0: c7 (bad)
1: 18 53 48 sbb %dl,0x48(%rbx)
4: 89 f3 mov %esi,%ebx
6: 48 8b 74 24 10 mov 0x10(%rsp),%rsi
b: e8 81 bc 38 ff call 0xffffffffff38bc91
10: 48 89 ef mov %rbp,%rdi
13: e8 39 ed 38 ff call 0xffffffffff38ed51
18: 80 e7 02 and $0x2,%bh
1b: 74 06 je 0x23
1d: e8 cf 15 46 ff call 0xffffffffff4615f1
22: fb sti
23: 65 ff 0d cf 68 1f 6b decl %gs:0x6b1f68cf(%rip) # 0x6b1f68f9
2a:* 74 07 je 0x33 <-- trapping instruction
2c: 5b pop %rbx
2d: 5d pop %rbp
2e: c3 ret
2f: cc int3
30: cc int3
31: cc int3
32: cc int3
33: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1)
38: 5b pop %rbx
39: 5d pop %rbp
3a: c3 ret
3b: cc int3
3c: cc int3
3d: cc int3
3e: cc int3
3f: 66 data16
Code starting with the faulting instruction
===========================================
0: 74 07 je 0x9
2: 5b pop %rbx
3: 5d pop %rbp
4: c3 ret
5: cc int3
6: cc int3
7: cc int3
8: cc int3
9: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1)
e: 5b pop %rbx
f: 5d pop %rbp
10: c3 ret
11: cc int3
12: cc int3
13: cc int3
14: cc int3
15: 66 data16
[ 1201.130593] RSP: 0018:ffffb0a5c0bdfd18 EFLAGS: 00000286
[ 1201.130988] RAX: 0000000000265d5b RBX: 0000000000000282 RCX: 0000000000000040
[ 1201.131507] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff94e38671
[ 1201.132010] RBP: ffffffff97002f20 R08: 0000000000000001 R09: 0000000000000001
[ 1201.132530] R10: 0000000000000005 R11: 0000000000000001 R12: 0000000000000001
[ 1201.133057] R13: 0000000000000000 R14: ffff9b74c2684401 R15: ffff9b74c2370000
[ 1201.133582] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194)
[ 1201.133956] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 ./arch/x86/include/asm/irqflags.h:135 ./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194)
[ 1201.134332] uart_write (drivers/tty/serial/serial_core.c:74 drivers/tty/serial/serial_core.c:616)
[ 1201.134606] n_tty_write (drivers/tty/n_tty.c:574 drivers/tty/n_tty.c:2379)
[ 1201.134885] ? __pfx_woken_wake_function (kernel/sched/wait.c:439)
[ 1201.135246] file_tty_write.constprop.0 (drivers/tty/tty_io.c:1021 drivers/tty/tty_io.c:1096)
[ 1201.135623] vfs_write (./include/linux/fs.h:2085 fs/read_write.c:497 fs/read_write.c:590)
[ 1201.135891] ksys_write (fs/read_write.c:643)
[ 1201.136149] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83)
[ 1201.136434] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129)
[ 1201.136821] RIP: 0033:0x7fba07bd2957
[ 1201.137099] Code: 0b 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b7 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 48 89 54 24 18 48 89 74 24
All code
========
0: 0b 00 or (%rax),%eax
2: f7 d8 neg %eax
4: 64 89 02 mov %eax,%fs:(%rdx)
7: 48 c7 c0 ff ff ff ff mov $0xffffffffffffffff,%rax
e: eb b7 jmp 0xffffffffffffffc7
10: 0f 1f 00 nopl (%rax)
13: f3 0f 1e fa endbr64
17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax
1e: 00
1f: 85 c0 test %eax,%eax
21: 75 10 jne 0x33
23: b8 01 00 00 00 mov $0x1,%eax
28: 0f 05 syscall
2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction
30: 77 51 ja 0x83
32: c3 ret
33: 48 83 ec 28 sub $0x28,%rsp
37: 48 89 54 24 18 mov %rdx,0x18(%rsp)
3c: 48 rex.W
3d: 89 .byte 0x89
3e: 74 24 je 0x64
Code starting with the faulting instruction
===========================================
0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax
6: 77 51 ja 0x59
8: c3 ret
9: 48 83 ec 28 sub $0x28,%rsp
d: 48 89 54 24 18 mov %rdx,0x18(%rsp)
12: 48 rex.W
13: 89 .byte 0x89
14: 74 24 je 0x3a
[ 1201.138469] RSP: 002b:00007ffe67b2bc38 EFLAGS: 00000246 ORIG_RAX: 0000000000000001
[ 1201.139052] RAX: ffffffffffffffda RBX: 0000563400faed80 RCX: 00007fba07bd2957
[ 1201.139577] RDX: 0000000000000001 RSI: 0000563400faed80 RDI: 0000000000000001
[ 1201.140112] RBP: 0000000000000001 R08: 0000000000000000 R09: 0000000000002000
[ 1201.140643] R10: 0000000000000001 R11: 0000000000000246 R12: 0000563400f9b500
Finger prints:
dump_stack_lvl:__lock_acquire:lock_acquire:_raw_spin_lock_nested